-- Logs begin at Mon 2022-10-31 11:55:10 UTC, end at Mon 2022-10-31 12:49:56 UTC. -- Oct 31 12:24:26.926071 dv-cinder-796170-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 31 12:24:29.640509 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.common.config [-] Logging enabled! Oct 31 12:24:29.641120 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 31 12:24:29.641287 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104446) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 31 12:24:29.645278 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.common.config [-] Logging enabled! Oct 31 12:24:29.645523 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 31 12:24:29.645828 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104446) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 31 12:24:29.646746 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 12:24:29.646976 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 12:24:29.647488 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 12:24:29.647735 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 12:24:29.647962 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 12:24:29.648278 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.648572 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.648800 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.649100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.649387 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.649665 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.649948 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.650239 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.650517 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.650788 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.651067 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.651321 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.651599 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.651881 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.652162 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.652381 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] debug = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.652654 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.653083 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.653484 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.653760 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.654043 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.654313 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.654578 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.654847 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.655126 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.655472 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] host = dv-cinder-796170-6-iscsi {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.655745 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.656023 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.656301 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.656583 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.656848 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.657118 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.657396 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.657662 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.657927 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] log_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.658196 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.658475 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.658753 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.659041 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.659873 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.660088 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.660372 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.660664 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.660936 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.661207 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.661478 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.661747 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.662017 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.662279 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.662558 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.662836 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.663113 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.663410 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.663678 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.663944 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.664210 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.664487 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.664755 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.665021 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.665291 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.665573 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.665836 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.666102 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.666394 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.666672 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.666947 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.667251 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.667522 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.667799 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.668069 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.668335 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.668597 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] use_json = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.668864 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.669127 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.669401 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.669665 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.669933 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.670199 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.670462 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.670737 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.671000 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:29.671312 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.671604 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.671898 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.672172 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.672480 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.672741 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.673022 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.673293 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.673575 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.673854 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.674133 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.674403 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.674692 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.675077 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.675077 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.675591 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.675877 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.676161 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.676429 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.676695 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.676961 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.677229 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.677510 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.677780 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.678059 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.678340 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.678614 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.678908 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.679208 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.679489 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.679774 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.680056 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.680322 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.680592 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.680873 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.681143 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.681408 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.681688 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.681958 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.682223 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.682493 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.682774 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.683056 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.683404 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.683679 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.683961 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.684231 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.684493 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.684758 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.685026 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.685292 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.685566 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.685833 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.686095 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.686357 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.686624 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.686922 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.687151 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.687441 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.687703 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.687971 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.688234 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.688495 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.688763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.689029 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.689292 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.689554 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.689817 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.690085 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.690374 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.690985 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.690985 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.691294 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.691562 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.691842 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.692132 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.692404 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.692675 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.692945 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.693215 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.693484 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.693752 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.694022 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.694292 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.694555 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.694835 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.695110 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.695413 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.695688 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.695977 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.696266 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.696537 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.696809 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.697083 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.697351 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.697621 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.697896 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.698168 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.698438 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.698713 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.698994 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.699305 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.699592 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.699862 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.700146 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.700429 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.700715 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.700989 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.701290 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.701560 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:29.701770 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 12:24:29.702003 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104446) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 31 12:24:30.078305 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 31 12:24:30.078627 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 31 12:24:30.078892 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 31 12:24:30.079124 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 31 12:24:30.079426 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 31 12:24:30.079764 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 31 12:24:30.407653 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.407888 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.408163 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.409482 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.409765 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.410030 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.462930 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.463243 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.463517 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.477998 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.478282 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.478549 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.507990 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.508271 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.508543 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.545383 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.545663 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.545927 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.777747 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.778349 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.778349 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.778756 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.779482 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.878339 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.878721 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.879007 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.879302 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.879571 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.879882 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.880141 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.880396 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.880648 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.880928 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.881187 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.881450 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.881706 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.881956 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.882230 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.882470 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.882722 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.882987 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.883277 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.883536 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.883807 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.884058 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.884338 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.884712 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.884964 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.885208 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.885622 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:30.885844 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:30.886078 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:30.886311 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:30.886543 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:30.886777 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:30.887135 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 31 12:24:30.890210 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 31 12:24:30.894980 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 31 12:24:30.898714 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 31 12:24:30.900355 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 31 12:24:30.900965 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 31 12:24:30.901300 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 31 12:24:30.901681 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 31 12:24:30.904454 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 31 12:24:30.904707 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 31 12:24:30.905053 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 12:24:30.910177 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 31 12:24:30.933255 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 31 12:24:30.933698 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.933997 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104446) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 31 12:24:30.934365 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.935727 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104446) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 31 12:24:30.935999 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 12:24:30.936238 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 31 12:24:30.947714 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:30.947999 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.115565 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 31 12:24:31.115749 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 31 12:24:31.115984 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 31 12:24:31.116365 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 31 12:24:31.170763 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO dbcounter [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Registered counter for database neutron Oct 31 12:24:31.189943 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_db.sqlalchemy.engines [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104446) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 31 12:24:31.195805 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG dbcounter [-] [104446] Writer thread running {{(pid=104446) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 12:24:31.738525 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing driver for type 'gre' Oct 31 12:24:31.739118 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] gre ID ranges: [(1, 1000)] Oct 31 12:24:31.795780 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing driver for type 'local' Oct 31 12:24:31.796453 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing driver for type 'vlan' Oct 31 12:24:31.808946 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] VlanTypeDriver initialization complete Oct 31 12:24:31.809423 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing driver for type 'vxlan' Oct 31 12:24:31.810045 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] vxlan ID ranges: [(1, 1000)] Oct 31 12:24:31.864040 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing extension driver 'port_security' Oct 31 12:24:31.864439 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.extensions.port_security [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] PortSecurityExtensionDriver initialization complete Oct 31 12:24:31.864768 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing mechanism driver 'openvswitch' Oct 31 12:24:31.865093 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing mechanism driver 'hyperv' Oct 31 12:24:31.871563 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.plugin [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:24:31.872225 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.872598 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.872949 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.873449 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 12:24:31.873864 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnet after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.874218 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnet after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.874559 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.874948 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 12:24:31.875390 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.875741 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.876084 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.876471 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 12:24:31.876870 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > security_group after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.877218 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > security_group after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.877555 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.878059 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 12:24:31.878466 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.878810 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.879147 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.879686 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 12:24:31.880089 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > address_group after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.880434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > address_group after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.880775 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.881162 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 12:24:31.881603 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] ML2 OVO RPC backend initialized. {{(pid=104446) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 31 12:24:31.882297 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.882650 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.883061 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.883439 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > networks before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.883783 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.884121 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > ports before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.884461 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnet before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.884799 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnets before_response 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.885143 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.885481 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.885817 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.886156 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.886489 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.886821 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.887157 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnet after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.887509 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnet after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.887840 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.896255 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded quota_driver: . Oct 31 12:24:31.896623 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.plugin [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Modular L2 Plugin initialization complete Oct 31 12:24:31.896971 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading services supported by the core plugin {{(pid=104446) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 31 12:24:31.897312 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.plugins.ml2.managers [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Got port-security extension from driver 'port_security' Oct 31 12:24:31.897787 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.extensions.vlantransparent [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Disabled vlantransparent extension. Oct 31 12:24:31.898280 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104446) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 31 12:24:31.898606 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: router Oct 31 12:24:31.934069 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.934466 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router after_create 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.934839 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router before_create 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.935231 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.935606 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.935963 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router after_delete 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.936321 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.936671 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.937034 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router after_create 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.937380 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router after_update 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.937727 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router after_update 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.938074 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.938434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router after_update 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.938851 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_update 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.939253 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: port after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.939594 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: port after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.939932 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: subnet after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.940274 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.940622 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.940973 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_create 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.941309 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: port before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.941649 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.942001 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router after_update 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.942340 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.942691 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_create 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.943047 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.943414 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_update 55549900 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.943779 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > agent after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.944126 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > agent after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.944467 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > network after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.945321 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Tracking information for resource: router configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:31.945654 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Tracking information for resource: floatingip configured {{(pid=104446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 12:24:31.950540 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.db.l3_agentschedulers_db [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 31 12:24:31.951122 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: port after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.951507 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: port after_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.951862 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: port after_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.952216 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: port after_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.953000 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router before_create 55550100 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.953366 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.953731 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_create 55550100 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.954087 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > router precommit_update 55550100 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.959483 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.services.provider_configuration [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service providers = [] {{(pid=104446) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 31 12:24:31.959844 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.db.servicetype_db [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104446) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 31 12:24:31.962745 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.services.service_base [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 12:24:31.963098 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.services.service_base [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 12:24:31.963463 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.services.service_base [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 12:24:31.964337 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.services.service_base [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 12:24:31.964706 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.services.service_base [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 31 12:24:31.965083 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:31.965399 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 31 12:24:31.976650 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:31.976988 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: auto_allocate Oct 31 12:24:31.982615 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: network precommit_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.982985 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: network precommit_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:31.983542 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:31.983862 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: tag Oct 31 12:24:31.990702 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:31.990978 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: timestamp Oct 31 12:24:31.994974 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:31.995331 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: network_ip_availability Oct 31 12:24:32.000735 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:32.001104 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:32.001463 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:32.002182 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:32.002501 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: flavors Oct 31 12:24:32.007896 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:32.008223 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading Plugin: revisions Oct 31 12:24:32.012619 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 12:24:32.013000 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.933s {{(pid=104446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 31 12:24:32.014952 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104446) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 31 12:24:32.015338 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Initializing extension manager. Oct 31 12:24:32.015881 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: __init__.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.016211 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: __pycache__ {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.016549 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: address_group.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.017253 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.017808 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: address-group Oct 31 12:24:32.018511 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: address_scope.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.019289 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.019795 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: address-scope Oct 31 12:24:32.020117 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.021051 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.021549 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: router-admin-state-down-before-update Oct 31 12:24:32.021867 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: agent.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.022534 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.023027 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: agent Oct 31 12:24:32.023373 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: agent_resources_synced.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.024243 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.024744 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: agent-resources-synced Oct 31 12:24:32.025064 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: allowedaddresspairs.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.026826 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.027367 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: allowed-address-pairs Oct 31 12:24:32.027695 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: auto_allocated_topology.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.028722 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.029235 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: auto-allocated-topology Oct 31 12:24:32.029560 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: availability_zone.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.030213 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.030714 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: availability_zone Oct 31 12:24:32.031037 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: availability_zone_filter.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.031922 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.032424 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: availability_zone_filter Oct 31 12:24:32.032743 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: data_plane_status.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.033592 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.034622 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension data-plane-status not supported by any of loaded plugins Oct 31 12:24:32.035023 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: default_subnetpools.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.035916 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.036421 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: default-subnetpools Oct 31 12:24:32.036740 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.037513 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.038018 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: dhcp_agent_scheduler Oct 31 12:24:32.038343 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: dns.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.039232 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.039730 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension dns-integration not supported by any of loaded plugins Oct 31 12:24:32.040049 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: dns_domain_ports.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.040905 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.041400 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 31 12:24:32.041716 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.042580 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.043074 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 31 12:24:32.043425 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: dvr.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.044057 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.044560 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: dvr Oct 31 12:24:32.044881 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: ecmp_routes.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.045741 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.046237 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 31 12:24:32.046554 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: empty_string_filtering.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.047447 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.047943 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: empty-string-filtering Oct 31 12:24:32.048260 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.049122 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.049630 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 31 12:24:32.050503 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.051453 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.051948 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 31 12:24:32.052267 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: external_net.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.053121 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.053614 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: external-net Oct 31 12:24:32.053932 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.054781 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.055301 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: extra_dhcp_opt Oct 31 12:24:32.055620 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: extraroute.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.056473 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.056970 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: extraroute Oct 31 12:24:32.057289 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: extraroute_atomic.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.058253 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.058760 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: extraroute-atomic Oct 31 12:24:32.059084 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: filter_validation.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.059748 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.060236 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: filter-validation Oct 31 12:24:32.060556 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: fip_pf_description.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.061418 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.061914 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 31 12:24:32.062233 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: fip_pf_detail.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.063098 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.063627 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 31 12:24:32.063945 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: fip_pf_port_range.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.064807 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.065372 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 31 12:24:32.065817 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: fip_port_details.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.066691 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.067223 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: fip-port-details Oct 31 12:24:32.067543 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: flavors.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.068729 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.069236 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: flavors Oct 31 12:24:32.069563 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.071183 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.071699 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 31 12:24:32.072031 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: floatingip_pools.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.072692 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.073195 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: floatingip-pools Oct 31 12:24:32.073520 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: ip_allocation.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.074382 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.074876 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension ip_allocation not supported by any of loaded plugins Oct 31 12:24:32.075227 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.076098 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.076598 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: ip-substring-filtering Oct 31 12:24:32.076925 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l2_adjacency.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.077794 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.078296 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 31 12:24:32.078620 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.079581 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.080098 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: router Oct 31 12:24:32.080422 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.082968 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.083521 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 31 12:24:32.083854 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.084724 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.085231 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: ext-gw-mode Oct 31 12:24:32.085561 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.086444 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.086950 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: l3-ha Oct 31 12:24:32.087309 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.088174 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.088681 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 31 12:24:32.089005 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3_flavors.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.089865 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.090371 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: l3-flavors Oct 31 12:24:32.090695 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.092027 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.092537 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 31 12:24:32.092863 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.093727 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.094235 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 31 12:24:32.094558 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: l3agentscheduler.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.095587 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.096095 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: l3_agent_scheduler Oct 31 12:24:32.096419 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: local_ip.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.098725 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.099270 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension local_ip not supported by any of loaded plugins Oct 31 12:24:32.099600 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: logging.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.101040 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.101562 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension logging not supported by any of loaded plugins Oct 31 12:24:32.101892 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: metering.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.102602 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.103197 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: metering Oct 31 12:24:32.103522 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.104564 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.105074 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: metering_source_and_destination_fields Oct 31 12:24:32.105397 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: multiprovidernet.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.106269 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.106780 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: multi-provider Oct 31 12:24:32.107102 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: netmtu.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.107990 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.108494 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: net-mtu Oct 31 12:24:32.108817 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: netmtu_writable.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.109676 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.110179 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: net-mtu-writable Oct 31 12:24:32.110496 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: network_availability_zone.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.111120 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.111652 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: network_availability_zone Oct 31 12:24:32.111967 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: network_ip_availability.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.113082 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.113582 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: network-ip-availability Oct 31 12:24:32.113902 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: network_segment_range.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.114627 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.115127 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension network-segment-range not supported by any of loaded plugins Oct 31 12:24:32.115485 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: pagination.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.116412 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.116739 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: pagination Oct 31 12:24:32.117054 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: port_device_profile.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.117905 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.118408 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: port-device-profile Oct 31 12:24:32.118730 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: port_mac_address_override.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.119616 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.120119 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: port-mac-override Oct 31 12:24:32.120436 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.121295 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.121796 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: port-mac-address-regenerate Oct 31 12:24:32.122112 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.122967 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.123498 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: port-numa-affinity-policy Oct 31 12:24:32.123817 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: port_resource_request.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.124664 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.125163 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension port-resource-request not supported by any of loaded plugins Oct 31 12:24:32.125480 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: port_resource_request_groups.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.126386 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.126887 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 31 12:24:32.127234 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: portbindings.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.128608 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.129117 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: binding Oct 31 12:24:32.129431 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: portbindings_extended.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.130635 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.131147 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: binding-extended Oct 31 12:24:32.131498 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: portsecurity.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.132366 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.132873 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: port-security Oct 31 12:24:32.133193 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: project_id.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.134109 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.134433 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: project-id Oct 31 12:24:32.134750 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: providernet.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.135831 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.136339 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: provider Oct 31 12:24:32.136662 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.140182 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.140709 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos not supported by any of loaded plugins Oct 31 12:24:32.141043 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.142231 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.142750 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 31 12:24:32.143398 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.144835 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.145352 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 31 12:24:32.145678 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_default.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.146547 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.147058 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-default not supported by any of loaded plugins Oct 31 12:24:32.147408 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_fip.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.148282 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.148795 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-fip not supported by any of loaded plugins Oct 31 12:24:32.149117 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.149999 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.150502 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 31 12:24:32.150821 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_gateway_ip.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.151723 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.152226 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 31 12:24:32.152547 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_port_network_policy.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.153408 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.153910 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 31 12:24:32.154234 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.155239 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.155750 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 31 12:24:32.156070 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.157059 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.157561 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 31 12:24:32.157879 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_pps_rule.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.159017 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.159555 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-pps not supported by any of loaded plugins Oct 31 12:24:32.159878 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_rule_type_details.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.160746 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.161250 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 31 12:24:32.161571 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.162436 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.162938 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 31 12:24:32.163287 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: qos_rules_alias.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.164288 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.164793 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 31 12:24:32.165115 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: quota_check_limit.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.165970 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.166477 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: quota-check-limit Oct 31 12:24:32.166797 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: quotasv2.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.167720 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.168050 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: quotas Oct 31 12:24:32.168358 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: quotasv2_detail.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.170013 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.170350 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: quota_details Oct 31 12:24:32.170679 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: rbac.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.171710 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.172226 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: rbac-policies Oct 31 12:24:32.172551 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: rbac_address_group.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.173422 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.173927 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: rbac-address-group Oct 31 12:24:32.174248 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: rbac_address_scope.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.175240 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.175745 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: rbac-address-scope Oct 31 12:24:32.176066 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: rbac_security_groups.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.176963 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.177464 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: rbac-security-groups Oct 31 12:24:32.177783 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: rbac_subnetpool.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.178649 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.179148 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: rbac-subnetpool Oct 31 12:24:32.179498 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: revisionifmatch.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.180363 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.180866 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: revision-if-match Oct 31 12:24:32.181184 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: revisions.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.182253 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.182759 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: standard-attr-revisions Oct 31 12:24:32.183082 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: router_availability_zone.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.183734 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.184244 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: router_availability_zone Oct 31 12:24:32.184561 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: routerservicetype.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.185432 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.185937 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension router-service-type not supported by any of loaded plugins Oct 31 12:24:32.186256 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.187129 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.187652 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: security-groups-normalized-cidr Oct 31 12:24:32.187969 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.188840 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.189336 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: port-security-groups-filtering Oct 31 12:24:32.189654 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.191121 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.191648 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: security-groups-remote-address-group Oct 31 12:24:32.191969 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.192846 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.193347 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: security-groups-shared-filtering Oct 31 12:24:32.193666 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: securitygroup.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.203316 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.203850 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: security-group Oct 31 12:24:32.204181 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: segment.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.204868 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.205377 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension segment not supported by any of loaded plugins Oct 31 12:24:32.205702 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.206733 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.207267 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 31 12:24:32.207594 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: servicetype.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.208628 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.209153 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: service-type Oct 31 12:24:32.209479 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: sorting.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.210414 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.210744 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: sorting Oct 31 12:24:32.211067 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: standard_attr_segment.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.211957 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.212467 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 31 12:24:32.212789 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: standardattrdescription.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.213396 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.213902 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: standard-attr-description Oct 31 12:24:32.214221 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: stateful_security_group.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.215099 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.215636 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: stateful-security-group Oct 31 12:24:32.215961 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: stdattrs_common.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.216510 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 31 12:24:32.216833 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.217707 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.218222 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 31 12:24:32.218548 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: subnet_onboard.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.219600 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.220113 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: subnet_onboard Oct 31 12:24:32.220438 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.221332 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.222351 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 31 12:24:32.222675 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: subnet_service_types.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.223591 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.224100 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: subnet-service-types Oct 31 12:24:32.224423 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: subnetallocation.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.225437 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.225948 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: subnet_allocation Oct 31 12:24:32.226271 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.226899 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.227440 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: subnetpool-prefix-ops Oct 31 12:24:32.227763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.228649 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.229152 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 31 12:24:32.229507 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: tagging.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.230514 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.231033 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: standard-attr-tag Oct 31 12:24:32.231378 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: timestamp.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.232523 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.233034 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loaded extension: standard-attr-timestamp Oct 31 12:24:32.233358 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: trunk.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.234335 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.234842 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension trunk not supported by any of loaded plugins Oct 31 12:24:32.235191 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: trunk_details.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.236045 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.236551 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension trunk-details not supported by any of loaded plugins Oct 31 12:24:32.236887 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: uplink_status_propagation.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.237812 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.238313 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 31 12:24:32.238633 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Loading extension file: vlantransparent.py {{(pid=104446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 12:24:32.239279 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 12:24:32.239785 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 31 12:24:32.242422 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:network Oct 31 12:24:32.242925 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:subnet Oct 31 12:24:32.243465 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 12:24:32.243888 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:port Oct 31 12:24:32.245160 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.245605 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service FLAVORS assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.246215 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.246638 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.246975 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:router Oct 31 12:24:32.247434 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 12:24:32.247925 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service METERING assigned prefix: /metering {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.249359 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:32.249728 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:32.250077 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:24:32.251089 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 12:24:32.251554 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:security_group Oct 31 12:24:32.251991 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 12:24:32.252508 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service CORE assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.253350 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 12:24:32.253705 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] subnetpool is already registered Oct 31 12:24:32.254127 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service CORE assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.254456 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 12:24:32.254786 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] subnetpool is already registered Oct 31 12:24:32.257213 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.257653 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service FLAVORS assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.258255 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.258678 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.259005 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:router Oct 31 12:24:32.259369 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] router is already registered Oct 31 12:24:32.259786 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 12:24:32.260124 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] floatingip is already registered Oct 31 12:24:32.260581 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service METERING assigned prefix: /metering {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.261250 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 12:24:32.261576 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] rbac_policy is already registered Oct 31 12:24:32.261983 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:security_group Oct 31 12:24:32.262314 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] security_group is already registered Oct 31 12:24:32.262714 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 12:24:32.263045 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] security_group_rule is already registered Oct 31 12:24:32.263706 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service CORE assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.264032 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 12:24:32.264365 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] subnetpool is already registered Oct 31 12:24:32.264783 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.v2.resource_helper [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Service CORE assigned prefix: {{(pid=104446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 12:24:32.265104 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 12:24:32.265434 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING neutron.quota.resource_registry [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] subnetpool is already registered Oct 31 12:24:32.265902 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: extensions {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.267377 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: address-groups {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.269274 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: address-scopes {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.270599 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: agents {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.271813 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: auto-allocated-topology {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.273076 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: availability_zones {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.274291 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: dhcp-networks {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.275824 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: dhcp-agents {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.277254 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: routers {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.278987 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: flavors {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.280286 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: service_profiles {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.281488 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: next_providers {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.282929 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: service_profiles {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.286033 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: floatingip-pools {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.287359 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: routers {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.289071 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: floatingips {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.290361 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: l3-routers {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.291805 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: l3-agents {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.293211 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: metering-labels {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.294484 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: metering-label-rules {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.295922 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: network-ip-availabilities {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.297188 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: bindings {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.298747 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: quotas {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.301333 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: quotas {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.302898 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: rbac-policies {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.304133 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: security-groups {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.305440 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: security-group-rules {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.306684 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: service-providers {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.307933 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: subnetpools {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.309275 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: subnetpools {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.310823 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.312534 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.314340 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.316440 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.318162 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.320144 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.321821 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.323747 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.325539 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.327302 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron.api.extensions [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Extended resource: tags {{(pid=104446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 12:24:32.333555 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING keystonemiddleware.auth_token [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 31 12:24:32.338571 dv-cinder-796170-6-iscsi neutron-server[104446]: WARNING keystonemiddleware.auth_token [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 31 12:24:32.348198 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Acquiring lock "singleton_lock" {{(pid=104446) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 31 12:24:32.348398 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Acquired lock "singleton_lock" {{(pid=104446) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 31 12:24:32.348864 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_concurrency.lockutils [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Releasing lock "singleton_lock" {{(pid=104446) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 31 12:24:32.349513 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO oslo_service.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Starting 2 workers Oct 31 12:24:32.354324 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Started child 104557 {{(pid=104446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 12:24:32.358621 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Started child 104558 {{(pid=104446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 12:24:32.359816 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:32.360470 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO neutron.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 31 12:24:32.360889 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:32.361316 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [-] (104557) wsgi starting up on http://0.0.0.0:9696 Oct 31 12:24:32.363904 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO oslo_service.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Starting 1 workers Oct 31 12:24:32.364052 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:32.365454 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [-] (104558) wsgi starting up on http://0.0.0.0:9696 Oct 31 12:24:32.369075 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Started child 104559 {{(pid=104446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 12:24:32.369600 dv-cinder-796170-6-iscsi neutron-server[104446]: INFO oslo_service.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Starting 1 workers Oct 31 12:24:32.372709 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] calling RpcWorker wait() {{(pid=104559) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 31 12:24:32.373248 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] returning from RpcWorker wait() {{(pid=104559) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 31 12:24:32.373982 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Started child 104560 {{(pid=104446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 12:24:32.374772 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG neutron_lib.callbacks.manager [None req-0011b049-84bb-42c6-ac19-b3c63f62a336 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:32.374870 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:32.375365 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:24:32.376716 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104446) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 12:24:32.376920 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 12:24:32.377099 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 12:24:32.377323 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 12:24:32.377676 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 12:24:32.377910 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 12:24:32.378388 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.378667 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.378976 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:32.379487 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.379487 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.379872 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.380014 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:24:32.380162 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.380410 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.380677 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.380933 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.381104 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.381273 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.381519 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.381745 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.382071 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.382343 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.382580 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.382820 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.382997 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.383263 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.383529 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.383775 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.384046 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] debug = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.384283 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.384773 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.384998 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.385254 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.385484 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.385750 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.385988 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.386248 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.386477 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.386728 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.386965 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.387235 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.387494 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.387718 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.387932 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.388186 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.388429 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.388926 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] host = dv-cinder-796170-6-iscsi {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.389172 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.389407 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.389649 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.389892 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.390146 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.390356 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.390632 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.390871 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.391117 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.391378 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.391638 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.391904 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.392137 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.392366 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.392526 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_options = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.392741 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.393237 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.394152 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.394342 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.394527 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.394672 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.394991 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.395130 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.395423 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.395632 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.395841 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.396051 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.396265 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.396475 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.396717 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.396929 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.397154 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.397387 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.397630 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.397881 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.398100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.398328 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.398583 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.398771 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.398980 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.399221 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.399455 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.399686 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.399892 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.400118 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.400351 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.400622 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.400832 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.401072 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.401324 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.401546 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.401791 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.401976 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.402240 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.402450 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.403439 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.403439 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.403680 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.403890 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.404439 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.404439 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.405434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_json = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.405434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.405434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.405434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.405434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.405842 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.405943 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.406543 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.407098 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.407098 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.407606 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.407760 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.408021 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.408259 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.408510 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.408762 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.409022 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.409933 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.410169 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.410400 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.410718 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.410952 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.411309 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.411576 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.411885 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.412214 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.412477 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.412734 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.413308 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.413308 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.414307 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.414307 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.414307 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.414307 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.414307 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.415195 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.415195 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.415195 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.415498 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.415591 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.415888 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.416155 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.416430 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.416704 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.416935 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.417184 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.417422 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.417636 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.417843 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.418051 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.418297 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.418528 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.418764 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.419003 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.419237 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.419460 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.419676 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.419908 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.420134 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.420366 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.420592 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.420800 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.421007 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.421214 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.421438 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.421649 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.421906 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.422122 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.422381 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.422631 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.422843 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.423063 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.423343 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.423561 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.423791 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.424002 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.424216 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.424424 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.424672 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.424908 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.425136 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.425344 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.425678 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.425810 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.425961 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.426201 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.426407 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.426637 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.426846 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.427054 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.427293 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.427503 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.427707 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.427912 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.428138 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.428352 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.428594 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.428821 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.429026 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.429253 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.429482 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.429716 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.430021 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.430645 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.430645 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.430908 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.430908 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.431366 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.431474 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.431777 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.431882 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.432442 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.432442 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.432618 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.432859 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.432961 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.433149 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.433376 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.433811 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.433811 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.434053 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.434800 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.434800 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.434800 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.434800 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.435328 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.435328 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.435582 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.436053 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.436053 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.436244 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.436478 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.436707 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.436969 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.437211 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.437456 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.437699 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.437945 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.438241 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.438507 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.438752 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.439003 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.439327 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.439517 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.439927 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.440077 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.440202 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.440437 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.440644 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.440901 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.441129 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444100 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.444763 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.445474 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.445474 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.445474 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.445474 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.445940 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.445940 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.446157 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.446276 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.446515 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.446725 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.446930 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.447156 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.447384 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.447619 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.447863 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.448072 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.448302 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.448543 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.448755 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.448984 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.449201 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.449408 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.449666 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.449894 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.450161 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.450408 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.450615 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.450834 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.451056 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.451343 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.451574 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.451833 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.452048 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.452256 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.452466 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.452695 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.452901 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.453126 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.453365 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.453572 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.453804 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.454050 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.454418 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.454655 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.454902 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.455180 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.455411 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.455640 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.456395 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.456790 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.457043 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.457289 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.457509 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.457755 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.457998 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.458228 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.458441 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.458676 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.458887 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.459115 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.459404 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.459630 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.459847 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.460092 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.460336 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.460569 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.460783 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.460992 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.461209 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.461416 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.461622 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.461825 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.462035 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.462238 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.462562 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.462806 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.463015 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.463284 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.463515 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.463748 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.463990 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.464214 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.464416 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.464652 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.464862 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.465066 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.465285 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.465506 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.465714 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.465930 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.466138 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.466342 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.466557 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.466762 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.466991 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.467224 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.467494 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.467698 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.467936 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.468139 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.468344 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.468559 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.468769 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.468972 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.469192 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.469416 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.469618 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.469833 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.470041 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.470245 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.470528 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.470770 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.470986 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.471296 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.471593 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.471839 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.472090 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.472395 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.472608 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.472861 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.473299 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.473299 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.473538 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.473741 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.474066 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.474387 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.474640 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.475601 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.475601 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.475601 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.475948 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.475948 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.476217 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.476535 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.476810 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.477059 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.477308 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.477537 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.477753 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479205 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479205 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479205 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479205 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479205 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479205 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479684 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479684 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479684 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.479907 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.480114 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.480320 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.480559 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.480767 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.480917 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 12:24:32.481466 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104446) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 12:24:32.481627 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 12:24:32.481776 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 12:24:32.481961 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 12:24:32.482129 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 12:24:32.482279 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 12:24:32.482483 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.482642 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.482797 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.482955 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.483148 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.483333 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.483475 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.483631 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.483785 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.483940 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.484096 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.484252 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.484410 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.484566 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.484721 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.484876 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.485031 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.485191 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.485347 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.485502 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.485656 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.485810 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] debug = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.485965 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.486167 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.486327 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.486481 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.486636 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.486982 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.486982 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.487767 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.487767 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.487998 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.488112 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.488255 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.488446 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.488603 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.488758 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.488912 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.489065 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.489219 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] host = dv-cinder-796170-6-iscsi {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.489374 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.489528 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.489681 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.489835 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.489989 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.490144 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.490299 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.490455 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.490977 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.490977 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.490977 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.491243 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.491243 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.491386 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.491512 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_options = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.491649 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.491776 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.491930 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.492115 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.492275 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.492478 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.492572 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.492731 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.492888 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.493954 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.493954 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.493954 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.493954 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.493954 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.493954 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.493954 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.494508 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.494508 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.494508 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.494508 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.494789 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.494789 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.494928 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.495029 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.495200 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.495357 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.495511 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.495666 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.495819 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.495974 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.496128 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.496283 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.496436 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.496590 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.496744 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.496897 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.497055 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.497243 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.497398 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:24:32.497538 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.497538 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.497799 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.497799 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498050 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498192 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498321 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498454 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498587 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_json = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498717 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498849 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.498979 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.499124 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.499289 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.499434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.499566 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.499697 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.499831 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 12:24:32.499962 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.500106 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.500236 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.500400 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.500558 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.500710 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.500867 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.501004 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.501138 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.501298 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.501708 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.501708 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.501979 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.501979 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.502245 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.502245 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.502503 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.502503 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.502805 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.502895 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.503070 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.503184 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.503352 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.503515 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.503672 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.503829 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.503987 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.504153 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.504310 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.504474 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.504644 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.504803 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.504962 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.505121 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.505277 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.505436 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.505596 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.505753 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.505912 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.506071 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.506229 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.506387 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.506545 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.506704 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.506863 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.507021 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.507197 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.507358 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.507516 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.507675 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.507834 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.507993 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.508153 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.508312 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.508469 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.508629 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.508788 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.508956 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.509113 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.509270 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.509426 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.509583 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.509733 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.509896 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.510057 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.510195 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.510330 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.510486 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.510655 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.510811 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.510970 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.511127 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.511311 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.511465 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.511601 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.511758 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.511914 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.512060 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.512197 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.512354 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.512495 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.512655 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.512817 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.512958 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.513120 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.513277 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.513437 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.513575 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.513710 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.513874 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.514018 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.514186 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.514360 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.514516 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.514673 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.514879 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.515021 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.515157 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.515348 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.515492 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.515630 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.515760 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.515909 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.516047 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.516179 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.516300 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.516456 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.516613 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.516770 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.516926 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.517083 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.517239 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.517380 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.517540 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.517696 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.517853 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.518260 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.519013 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.519211 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.519372 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.519534 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.519687 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.519843 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.520014 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.520205 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.520370 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.520502 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.520640 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.520786 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.520922 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.521079 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.521237 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.521393 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.521536 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.521694 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.521854 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.521996 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.522154 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.522312 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.522481 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.522634 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.522776 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.522936 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.523115 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.523294 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.523453 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.523611 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.523767 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.523924 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.524081 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.524239 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.524395 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.524552 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.524708 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.524865 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.525022 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.525179 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.525334 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.525491 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.525649 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.525806 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.525964 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.526125 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.526278 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.526436 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.526592 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.526765 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.526928 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.527073 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.527278 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.527405 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.527530 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.527653 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.527811 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.527968 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.528123 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.528281 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.528437 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.528593 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.528749 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.528907 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.529063 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.529220 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.529377 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.529534 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.529692 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.529849 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.530007 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.530178 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.530307 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.530464 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.530620 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.530777 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.530934 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.531092 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.531271 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.531429 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.531586 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.531768 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.531927 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.532083 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.532244 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.532402 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.532563 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.532721 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.532888 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.533041 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.533359 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.533521 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.533680 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.533838 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.534036 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.534217 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.534391 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.534528 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.534657 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.534809 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.534955 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.535103 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.535309 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.535472 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.535626 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.535764 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.535924 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.536082 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.536240 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.536398 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.536556 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.536714 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.536872 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.537043 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.537202 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.537360 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.537516 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.537673 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.537831 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.537999 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.538156 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.538312 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.538469 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.538624 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.538785 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.538956 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.539092 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.539278 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.539434 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.539589 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.539746 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.539914 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.540065 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.540210 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.540419 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.540560 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.540690 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.540825 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.540963 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.541098 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.541244 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.541387 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.541526 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.541661 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.541826 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.541969 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.542127 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.542283 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.542427 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.542594 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.542752 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.542908 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.543075 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.543242 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.543396 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.543533 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.543704 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.543862 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.544023 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.544178 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.544336 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.544494 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.544654 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.544815 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.544982 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.545146 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.545307 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.545473 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.545637 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.545803 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.545961 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.546123 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.546291 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.546447 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.546604 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.546760 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.546918 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.547074 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.547254 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.547412 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.547568 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.547725 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.547880 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.548037 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.548195 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.548353 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.548510 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.548668 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.548824 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.548981 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.549138 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.549318 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 12:24:32.549536 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 12:24:32.608176 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53094) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:24:32.615785 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054257 Oct 31 12:24:32.620227 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038912 Oct 31 12:24:41.858347 dv-cinder-796170-6-iscsi neutron-server[104446]: DEBUG dbcounter [-] [104446] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104446) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:24:43.944331 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645354f-8bb7-4b17-91ca-b539cd8ac04f None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:24:43.977323 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writer thread running {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 12:24:44.110373 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0645354f-8bb7-4b17-91ca-b539cd8ac04f None None] No non-hosted networks {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 31 12:24:44.120985 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.agentschedulers_db [None req-0645354f-8bb7-4b17-91ca-b539cd8ac04f None None] DHCP Agent not found on host dv-cinder-796170-6-iscsi {{(pid=104559) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 31 12:24:44.182132 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4a5147da-1358-4701-ac16-f95b7dc89728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654079'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:45.614654 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writer thread running {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 12:24:46.059408 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-235b28d7-0e1c-4899-9656-54e69c335834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654079'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:46.111120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd6cd-aa82-469a-87b1-d3f49dd8e067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:47.383515 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654079'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:47.601695 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53168) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:24:48.193058 dv-cinder-796170-6-iscsi neutron-server[104558]: WARNING oslo_policy.policy [None req-4ed92f47-f72d-4104-aca2-50c45f1512cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:24:48.193698 dv-cinder-796170-6-iscsi neutron-server[104558]: WARNING oslo_policy.policy [None req-4ed92f47-f72d-4104-aca2-50c45f1512cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:24:48.431711 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [None req-4ed92f47-f72d-4104-aca2-50c45f1512cb admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104558) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:24:48.447963 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-4ed92f47-f72d-4104-aca2-50c45f1512cb admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8450468 Oct 31 12:24:49.040362 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654079'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:49.260360 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654079'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:49.261450 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.262776 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.263324 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.264002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.264591 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.265048 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.265505 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.266163 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.266677 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.267179 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.267648 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.269519 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.270005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.270542 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.271050 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:49.271613 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796170-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:24:49.280980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796170-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:24:50.459560 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.db.l3_hamode_db [None req-eb7527f0-6c56-4e0c-9589-6c050a8fa247 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 31 12:24:50.542154 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7527f0-6c56-4e0c-9589-6c050a8fa247 None None] Routers set() bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:24:50.542535 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7527f0-6c56-4e0c-9589-6c050a8fa247 None None] Router IDs set() for agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 31 12:24:51.231978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53204) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:24:51.551408 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:24:51.563262 dv-cinder-796170-6-iscsi neutron-server[104558]: ERROR stevedore.extension [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 31 12:24:51.645390 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.policy [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104558) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 31 12:24:51.686841 dv-cinder-796170-6-iscsi neutron-server[104558]: WARNING oslo_policy.policy [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:24:51.687224 dv-cinder-796170-6-iscsi neutron-server[104558]: WARNING oslo_policy.policy [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:24:51.707556 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writer thread running {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 12:24:51.782406 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766973729457', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766973723781', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766973707689', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766973704412', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766973695491', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766973686431', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-878889', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-968305', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1880994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1714576'] for rbac-policy (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:51.852336 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:51.853488 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a9b4dfde-5efd-4a73-aac3-31ab0e532776 admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6205473 Oct 31 12:24:54.454922 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53214) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:24:54.773637 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:24:54.802841 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Made reservation on behalf of 9bc6131ae0634994bd48138d77878576 for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:24:54.806978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:54.825377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:54.938265 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks [] for security_group (105b04f1-55cf-4153-9944-914caa2a9537), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:54.942758 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (105b04f1-55cf-4153-9944-914caa2a9537), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:54.967815 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:24:55.001374 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766969034361', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:55.001862 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Unsubscribe: segment precommit_create {{(pid=104558) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 31 12:24:55.002376 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Added segment 76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca of type vlan for network 4afabf60-234c-40a8-bdf8-1014566f385d Oct 31 12:24:55.036947 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=105b04f1-55cf-4153-9944-914caa2a9537,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:24:55.074593 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.074937 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.075321 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.075724 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.076211 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.076589 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.076920 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.077247 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.077573 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.077898 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.078222 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.078556 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.078885 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.079225 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.079546 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Tracked resource versions report: Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: pushed versions: Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: { 'AddressGroup': {'1.2'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Agent': {'1.1'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'ConntrackHelper': {'1.0'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Log': {'1.0'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'NDPProxy': {'1.0'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Network': {'1.1'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Port': {'1.7'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'PortForwarding': {'1.3'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'QosPolicy': {'1.10'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroup': {'1.5'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SubPort': {'1.0'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Subnet': {'1.1'}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Trunk': {'1.1'}} Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: consumer versions: Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Agent': '1.1', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'ConntrackHelper': '1.0', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'LocalIPAssociation': '1.0', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Log': '1.0', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'NDPProxy': '1.0', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Network': '1.1', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Port': '1.7', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'PortForwarding': '1.3', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'QosPolicy': '1.10', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroup': '1.5', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroupRule': '1.2', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SubPort': '1.0', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Subnet': '1.1', Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Trunk': '1.1'}} Oct 31 12:24:55.080967 dv-cinder-796170-6-iscsi neutron-server[104558]: {{(pid=104558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:24:55.115526 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (4afabf60-234c-40a8-bdf8-1014566f385d), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:55.135632 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:24:55.160825 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (4afabf60-234c-40a8-bdf8-1014566f385d), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:55.165953 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:24:55.166654 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:55.233241 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7772276 Oct 31 12:24:55.292749 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff99fe7-c7c9-4c19-8880-65b5a220d485 demo demo] Pushing event updated for resources: {'Network': ['ID=4afabf60-234c-40a8-bdf8-1014566f385d,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:24:55.308202 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 4afabf60-234c-40a8-bdf8-1014566f385d details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:24:57.895639 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53228) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:24:58.308803 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed8b6c-3673-4dd8-a85f-a55497a514fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:24:58.310165 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1aed8b6c-3673-4dd8-a85f-a55497a514fc demo admin] 10.222.0.15 "GET /networking/v2.0/networks/4afabf60-234c-40a8-bdf8-1014566f385d HTTP/1.1" status: 200 len: 825 time: 0.4135747 Oct 31 12:24:58.335407 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-aceaaa43-e474-450d-9398-7ed4c174e61a demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/692aeb67-af4d-4c7e-b923-0350466d3ca9 HTTP/1.1" status: 200 len: 734 time: 0.0186157 Oct 31 12:24:58.344057 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'subnetpool_id': '692aeb67-af4d-4c7e-b923-0350466d3ca9'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:24:58.366170 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Made reservation on behalf of 9bc6131ae0634994bd48138d77878576 for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:24:58.368619 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:58.605696 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:24:58.667282 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (e73ca5d1-a65f-4dfe-a910-3f32b39e1428), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:58.736526 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e73ca5d1-a65f-4dfe-a910-3f32b39e1428,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:24:58.745383 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Checking segment: {'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:24:58.745766 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Network hostable DHCP agents. Network: 4afabf60-234c-40a8-bdf8-1014566f385d, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:24:58.768927 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Network 4afabf60-234c-40a8-bdf8-1014566f385d is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:24:58.782054 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 4afabf60-234c-40a8-bdf8-1014566f385d) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:24:58.788693 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:24:58.789279 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:58.791718 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafe0b7-d00a-40e2-9c6d-98e8f807898a None None] Network 4afabf60-234c-40a8-bdf8-1014566f385d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:24:58.806226 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f413dc53-ba0d-437d-b1c4-f3dc5cf7eb07 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4653220 Oct 31 12:24:59.071028 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-4afabf60-234c-40a8-bdf8-1014566f385d', 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'project_id': '9bc6131ae0634994bd48138d77878576', 'fixed_ips': [{'subnet_id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:24:59.072447 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:59.347734 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:24:59.355596 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Allocated IP 172.20.0.2 (4afabf60-234c-40a8-bdf8-1014566f385d/e73ca5d1-a65f-4dfe-a910-3f32b39e1428/adde298c-a9f5-42f4-a75c-ba032afa3e6c) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:24:59.628377 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Publish callbacks [] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:59.636209 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:59.702676 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Network 4afabf60-234c-40a8-bdf8-1014566f385d is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:24:59.709244 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:24:59.722884 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:24:59.730505 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Pushing event updated for resources: {'Port': ['ID=adde298c-a9f5-42f4-a75c-ba032afa3e6c,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:24:59.778506 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.778849 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.779224 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.779574 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.779902 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.780223 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.780544 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.780857 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.781173 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.781490 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.781806 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.782137 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.782454 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.782763 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.783073 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Tracked resource versions report: Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: pushed versions: Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: { 'AddressGroup': {'1.2'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Agent': {'1.1'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'ConntrackHelper': {'1.0'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Log': {'1.0'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'NDPProxy': {'1.0'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Network': {'1.1'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Port': {'1.7'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'PortForwarding': {'1.3'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'QosPolicy': {'1.10'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroup': {'1.5'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SubPort': {'1.0'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Subnet': {'1.1'}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Trunk': {'1.1'}} Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: consumer versions: Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Agent': '1.1', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'ConntrackHelper': '1.0', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'LocalIPAssociation': '1.0', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Log': '1.0', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'NDPProxy': '1.0', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Network': '1.1', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Port': '1.7', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'PortForwarding': '1.3', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'QosPolicy': '1.10', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroup': '1.5', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroupRule': '1.2', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SubPort': '1.0', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Subnet': '1.1', Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Trunk': '1.1'}} Oct 31 12:24:59.784703 dv-cinder-796170-6-iscsi neutron-server[104559]: {{(pid=104559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:24:59.819595 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Attempting to bind port adde298c-a9f5-42f4-a75c-ba032afa3e6c on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:24:59.820164 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Attempting to bind port adde298c-a9f5-42f4-a75c-ba032afa3e6c by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:24:59.820395 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Attempting to bind port adde298c-a9f5-42f4-a75c-ba032afa3e6c on network 4afabf60-234c-40a8-bdf8-1014566f385d {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:24:59.865071 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:24:59.865420 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Checking segment: {'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:24:59.865887 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:59.866269 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Bound using segment: {'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:24:59.866759 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Bound port: adde298c-a9f5-42f4-a75c-ba032afa3e6c, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:24:59.867148 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:24:59.869627 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:24:59.929016 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] For port adde298c-a9f5-42f4-a75c-ba032afa3e6c, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:24:59.948017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] For port adde298c-a9f5-42f4-a75c-ba032afa3e6c, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=adde298c-a9f5-42f4-a75c-ba032afa3e6c,segment=NetworkSegment(76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca),segment_id=76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:24:59.955302 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:00.005765 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4fbe2-6c26-4513-a253-fe5af8f01c69 None None] Pushing event updated for resources: {'Port': ['ID=adde298c-a9f5-42f4-a75c-ba032afa3e6c,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:01.487056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53238) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:01.812803 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [None req-1bc8e8ad-f78e-4a8c-bc12-2a52ec3bd791 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104558) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:25:01.813880 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1bc8e8ad-f78e-4a8c-bc12-2a52ec3bd791 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3259149 Oct 31 12:25:04.045874 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:04.052850 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=7 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:04.495390 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53250) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:04.821366 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [None req-8e6255a6-4ced-429d-996f-85e4ac9d0adb admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104558) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:25:04.822403 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8e6255a6-4ced-429d-996f-85e4ac9d0adb admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3261600 Oct 31 12:25:07.123818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device adde298c-a9f5-42f4-a75c-ba032afa3e6c up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:25:07.211626 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port adde298c-a9f5-42f4-a75c-ba032afa3e6c triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:07.212068 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:07.212435 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port adde298c-a9f5-42f4-a75c-ba032afa3e6c Oct 31 12:25:07.313863 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port adde298c-a9f5-42f4-a75c-ba032afa3e6c is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:07.314245 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:07.349929 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port adde298c-a9f5-42f4-a75c-ba032afa3e6c, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=adde298c-a9f5-42f4-a75c-ba032afa3e6c,segment=NetworkSegment(76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca),segment_id=76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:25:07.353617 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:07.405386 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=adde298c-a9f5-42f4-a75c-ba032afa3e6c,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:07.496886 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53262) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:07.830760 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-6155eaee-8e0c-4459-ba81-e0067638a85d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:25:07.857482 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6155eaee-8e0c-4459-ba81-e0067638a85d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (851b2581-b5d2-4b93-9cdf-747369126abd), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:07.859114 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6155eaee-8e0c-4459-ba81-e0067638a85d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (851b2581-b5d2-4b93-9cdf-747369126abd), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:08.000580 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6155eaee-8e0c-4459-ba81-e0067638a85d demo demo] Publish callbacks [] for router_controller (851b2581-b5d2-4b93-9cdf-747369126abd), precommit_add_association {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:08.005977 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6155eaee-8e0c-4459-ba81-e0067638a85d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (851b2581-b5d2-4b93-9cdf-747369126abd), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:08.023675 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6155eaee-8e0c-4459-ba81-e0067638a85d demo demo] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:08.031714 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6155eaee-8e0c-4459-ba81-e0067638a85d demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5336366 Oct 31 12:25:08.114835 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc20b3-50d2-45da-abf3-9ff9e7ac98f6 None None] Network 4afabf60-234c-40a8-bdf8-1014566f385d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:25:08.188836 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:08.196224 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c0148517-ee33-4bca-83ce-72f015e94581 None None] Provisioning complete for port adde298c-a9f5-42f4-a75c-ba032afa3e6c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:08.196615 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c0148517-ee33-4bca-83ce-72f015e94581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:08.197666 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c0148517-ee33-4bca-83ce-72f015e94581 None None] Attempt 1 to provision port adde298c-a9f5-42f4-a75c-ba032afa3e6c Oct 31 12:25:08.320499 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c0148517-ee33-4bca-83ce-72f015e94581 None None] Current status of the port adde298c-a9f5-42f4-a75c-ba032afa3e6c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:08.539711 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-ce3864b8-dbd7-4fce-b785-f56c9e6b84b2 None None] Provisioning complete for port adde298c-a9f5-42f4-a75c-ba032afa3e6c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:08.540098 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ce3864b8-dbd7-4fce-b785-f56c9e6b84b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:08.540433 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-ce3864b8-dbd7-4fce-b785-f56c9e6b84b2 None None] Attempt 1 to provision port adde298c-a9f5-42f4-a75c-ba032afa3e6c Oct 31 12:25:08.612504 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-ce3864b8-dbd7-4fce-b785-f56c9e6b84b2 None None] Current status of the port adde298c-a9f5-42f4-a75c-ba032afa3e6c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:09.090219 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device adde298c-a9f5-42f4-a75c-ba032afa3e6c up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:25:09.133292 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port adde298c-a9f5-42f4-a75c-ba032afa3e6c triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:09.133675 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:09.134010 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port adde298c-a9f5-42f4-a75c-ba032afa3e6c Oct 31 12:25:09.195670 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:09.206330 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port adde298c-a9f5-42f4-a75c-ba032afa3e6c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:10.667795 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53270) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:10.985730 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [None req-0e912742-134a-4b66-924d-f210a77669c7 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104558) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:25:10.987899 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-0e912742-134a-4b66-924d-f210a77669c7 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3186989 Oct 31 12:25:13.619148 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53278) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:13.905169 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-17e8570d-9bc9-4b61-8879-a57b79147d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:13.939334 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:25:13.959517 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Made reservation on behalf of 20cfeec04f5e4394b2ab5ceaa7d9c63a for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:25:13.962313 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:13.970340 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:14.005049 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:14.049946 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks [] for security_group (7b94dee5-0596-4d1c-bd76-09b97d8351c9), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:14.053465 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (7b94dee5-0596-4d1c-bd76-09b97d8351c9), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:14.069771 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=104558) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 31 12:25:14.090178 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b94dee5-0596-4d1c-bd76-09b97d8351c9,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:14.095103 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (7ea0abaa-6566-4682-bd40-fd41059063a2), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:14.095476 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Added segment 7ea0abaa-6566-4682-bd40-fd41059063a2 of type flat for network 41fb6b06-f279-46d3-90c0-af722ef7c11a Oct 31 12:25:14.142068 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (41fb6b06-f279-46d3-90c0-af722ef7c11a), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:14.174496 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (41fb6b06-f279-46d3-90c0-af722ef7c11a), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:14.175486 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:25:14.176067 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:14.235129 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6149724 Oct 31 12:25:14.272848 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fe687-9188-4ed0-87fc-06f29b1915e5 admin admin] Pushing event updated for resources: {'Network': ['ID=41fb6b06-f279-46d3-90c0-af722ef7c11a,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:14.283685 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:25:16.052313 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ee34ef9-1fe7-4ea7-b78a-00108df2a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:16.842316 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53286) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:17.207603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29904d93-80e6-447e-86b2-103f1ee569b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:25:17.208921 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-29904d93-80e6-447e-86b2-103f1ee569b5 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/e73ca5d1-a65f-4dfe-a910-3f32b39e1428 HTTP/1.1" status: 200 len: 849 time: 0.3656335 Oct 31 12:25:17.306652 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:17.328940 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6bef4f9f-c7ec-40d7-ba6a-c70fea10a46a demo admin] 10.222.0.15 "GET /networking/v2.0/routers/851b2581-b5d2-4b93-9cdf-747369126abd HTTP/1.1" status: 200 len: 704 time: 0.1140947 Oct 31 12:25:17.340098 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:17.593792 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:17.920851 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Allocated IP 172.20.0.1 (4afabf60-234c-40a8-bdf8-1014566f385d/e73ca5d1-a65f-4dfe-a910-3f32b39e1428/9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:25:18.017772 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:18.076321 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks [] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.140195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.209891 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Network 4afabf60-234c-40a8-bdf8-1014566f385d is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:25:18.222094 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:25:18.224582 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:25:18.225077 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (851b2581-b5d2-4b93-9cdf-747369126abd), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.248642 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Pushing event updated for resources: {'Port': ['ID=9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:18.385495 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-dc8a5fde-d09b-4191-8e66-db43fa600421 None None] Provisioning complete for port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:18.386066 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-dc8a5fde-d09b-4191-8e66-db43fa600421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.386283 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-dc8a5fde-d09b-4191-8e66-db43fa600421 None None] Attempt 1 to provision port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b Oct 31 12:25:18.418292 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a5fde-d09b-4191-8e66-db43fa600421 None None] Port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:25:18.425171 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.565542 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:18.632139 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks [] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.636599 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.637505 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (851b2581-b5d2-4b93-9cdf-747369126abd), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.726115 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Pushing event updated for resources: {'Port': ['ID=9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:18.767625 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Network 4afabf60-234c-40a8-bdf8-1014566f385d is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:25:18.768914 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:25:18.922939 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Router 851b2581-b5d2-4b93-9cdf-747369126abd is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:25:18.936995 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-4086209d-e5eb-4216-af66-8e34e59e5bb6 None None] Provisioning complete for port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:18.937379 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4086209d-e5eb-4216-af66-8e34e59e5bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:18.937714 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-4086209d-e5eb-4216-af66-8e34e59e5bb6 None None] Attempt 1 to provision port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b Oct 31 12:25:18.970058 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-4086209d-e5eb-4216-af66-8e34e59e5bb6 None None] Port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:25:18.989236 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:19.010630 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:19.016808 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:25:19.023369 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ba9eb19e-fa86-4303-94d9-10cacdd69baf demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/851b2581-b5d2-4b93-9cdf-747369126abd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6882637 Oct 31 12:25:19.042509 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Sync routers for ids ['851b2581-b5d2-4b93-9cdf-747369126abd'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:25:19.055943 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Routers {'851b2581-b5d2-4b93-9cdf-747369126abd'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:25:19.056812 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:25:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['851b2581-b5d2-4b93-9cdf-747369126abd'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:19.239291 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Set router 851b2581-b5d2-4b93-9cdf-747369126abd gateway port host: None {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:25:19.260393 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:19.664487 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'name': 'router1', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:25:07Z', 'updated_at': '2022-10-31T12:25:18Z', 'revision_number': 2, 'project_id': '9bc6131ae0634994bd48138d77878576', 'gw_port_host': None, '_interfaces': [{'id': '9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b', 'name': '', 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'mac_address': 'fa:16:3e:66:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:17Z', 'updated_at': '2022-10-31T12:25:18Z', 'revision_number': 2, 'project_id': '9bc6131ae0634994bd48138d77878576', 'subnets': [{'id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '692aeb67-af4d-4c7e-b923-0350466d3ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:19.716655 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Checking router: 851b2581-b5d2-4b93-9cdf-747369126abd for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:25:19.717024 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Updating router 851b2581-b5d2-4b93-9cdf-747369126abd port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:25:19.770940 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:20.277502 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Publish callbacks [] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:20.284000 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:20.430940 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Pushing event updated for resources: {'Port': ['ID=9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:20.435345 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Attempting to bind port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:25:20.435746 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Attempting to bind port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:25:20.436163 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Attempting to bind port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b on network 4afabf60-234c-40a8-bdf8-1014566f385d {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:25:20.448677 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.449017 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.449370 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.449715 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.450043 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.450367 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.450682 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.450998 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.451346 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.451668 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.451982 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.452315 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.452632 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.452947 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.453257 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Tracked resource versions report: Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: pushed versions: Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: { 'AddressGroup': {'1.2'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Agent': {'1.1'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'ConntrackHelper': {'1.0'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Log': {'1.0'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'NDPProxy': {'1.0'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Network': {'1.1'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Port': {'1.7'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'PortForwarding': {'1.3'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'QosPolicy': {'1.10'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroup': {'1.5'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SubPort': {'1.0'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Subnet': {'1.1'}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Trunk': {'1.1'}} Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: consumer versions: Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Agent': '1.1', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'ConntrackHelper': '1.0', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'LocalIPAssociation': '1.0', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Log': '1.0', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'NDPProxy': '1.0', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Network': '1.1', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Port': '1.7', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'PortForwarding': '1.3', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'QosPolicy': '1.10', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroup': '1.5', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroupRule': '1.2', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SubPort': '1.0', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Subnet': '1.1', Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Trunk': '1.1'}} Oct 31 12:25:20.454617 dv-cinder-796170-6-iscsi neutron-server[104560]: {{(pid=104560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:25:20.520671 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:20.534326 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:25:20.534647 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Checking segment: {'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:25:20.535109 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:20.535526 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Bound using segment: {'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:25:20.536027 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Bound port: 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:25:20.536425 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:20.599864 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] For port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:25:20.618937 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] For port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b,segment=NetworkSegment(76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca),segment_id=76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:25:20.624623 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:20.667196 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:20.668046 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Routers {'851b2581-b5d2-4b93-9cdf-747369126abd'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:25:20.668623 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:25:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['851b2581-b5d2-4b93-9cdf-747369126abd'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:20.714553 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21b2a0-8708-4755-8650-fe8ffaff0e4f None None] Pushing event updated for resources: {'Port': ['ID=9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b,revision_number=4']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:20.768185 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] Set router 851b2581-b5d2-4b93-9cdf-747369126abd gateway port host: None {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:25:20.958813 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'name': 'router1', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:25:07Z', 'updated_at': '2022-10-31T12:25:18Z', 'revision_number': 2, 'project_id': '9bc6131ae0634994bd48138d77878576', 'gw_port_host': None, '_interfaces': [{'id': '9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b', 'name': '', 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'mac_address': 'fa:16:3e:66:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:17Z', 'updated_at': '2022-10-31T12:25:20Z', 'revision_number': 4, 'project_id': '9bc6131ae0634994bd48138d77878576', 'subnets': [{'id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '692aeb67-af4d-4c7e-b923-0350466d3ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:20.983104 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4bf2f-285c-4988-b5cf-b0b97a679b0b None None] The sync data for ids ['851b2581-b5d2-4b93-9cdf-747369126abd'] in dv-cinder-796170-6-iscsi is: [{'id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'name': 'router1', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:25:07Z', 'updated_at': '2022-10-31T12:25:18Z', 'revision_number': 2, 'project_id': '9bc6131ae0634994bd48138d77878576', 'gw_port_host': None, '_interfaces': [{'id': '9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b', 'name': '', 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'mac_address': 'fa:16:3e:66:1b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:17Z', 'updated_at': '2022-10-31T12:25:20Z', 'revision_number': 4, 'project_id': '9bc6131ae0634994bd48138d77878576', 'subnets': [{'id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '692aeb67-af4d-4c7e-b923-0350466d3ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:25:21.637470 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53296) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:22.030130 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512f8bb9-12ef-40c8-bf34-5f7d281dc8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:25:22.031518 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-512f8bb9-12ef-40c8-bf34-5f7d281dc8a7 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/41fb6b06-f279-46d3-90c0-af722ef7c11a HTTP/1.1" status: 200 len: 842 time: 0.3929646 Oct 31 12:25:22.041681 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:25:22.062118 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Made reservation on behalf of 20cfeec04f5e4394b2ab5ceaa7d9c63a for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:25:22.064728 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:22.417069 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.objects.ports [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104558) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 31 12:25:22.417522 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (b39c5404-8cdb-4881-9be7-202989094bc9), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:22.471865 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39c5404-8cdb-4881-9be7-202989094bc9,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:22.476215 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:22.484696 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:25:22.485258 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Network hostable DHCP agents. Network: 41fb6b06-f279-46d3-90c0-af722ef7c11a, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:25:22.502961 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:25:22.511835 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 41fb6b06-f279-46d3-90c0-af722ef7c11a) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:25:22.515941 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:25:22.516532 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:22.521778 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c25f1c-dc0d-4fe1-9330-1f4b06bf9f3d None None] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:25:22.535839 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-0818c6a8-c47d-458b-9fac-8f91df913fea admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4967804 Oct 31 12:25:22.633076 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e58562-a11e-481c-be34-041530142bb9 None None] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:25:25.223072 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 53304) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:25.786227 dv-cinder-796170-6-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-96214d53-c8ad-41e0-90f7-f726a93408c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:25:25.786796 dv-cinder-796170-6-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-96214d53-c8ad-41e0-90f7-f726a93408c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:25:26.013937 dv-cinder-796170-6-iscsi neutron-server[104557]: ERROR stevedore.extension [None req-96214d53-c8ad-41e0-90f7-f726a93408c8 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 31 12:25:26.066342 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.policy [None req-96214d53-c8ad-41e0-90f7-f726a93408c8 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104557) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 31 12:25:26.109798 dv-cinder-796170-6-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-96214d53-c8ad-41e0-90f7-f726a93408c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:25:26.110169 dv-cinder-796170-6-iscsi neutron-server[104557]: WARNING oslo_policy.policy [None req-96214d53-c8ad-41e0-90f7-f726a93408c8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 12:25:26.126979 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writer thread running {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 12:25:26.127809 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:26.345043 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-96214d53-c8ad-41e0-90f7-f726a93408c8 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/851b2581-b5d2-4b93-9cdf-747369126abd HTTP/1.1" status: 200 len: 710 time: 1.1199145 Oct 31 12:25:26.535189 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0d28d-ee0a-4981-a8e6-74fa270e6f53 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:25:26.536933 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ffc0d28d-ee0a-4981-a8e6-74fa270e6f53 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/41fb6b06-f279-46d3-90c0-af722ef7c11a HTTP/1.1" status: 200 len: 886 time: 0.1856241 Oct 31 12:25:26.546198 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:25:26.800810 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks [] for router_gateway (851b2581-b5d2-4b93-9cdf-747369126abd), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.027538 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks [] for router_gateway (851b2581-b5d2-4b93-9cdf-747369126abd), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.106811 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.115059 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:25:27.160486 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:27.160883 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.161224 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b Oct 31 12:25:27.201407 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:27.238096 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:27.238394 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.271110 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b,segment=NetworkSegment(76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca),segment_id=76bcd44c-79c7-436b-8a6a-b4c0b3daa1ca)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:25:27.276202 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.302656 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Allocated IP 172.27.3.231 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/abdd749a-f369-4a79-b091-41889176bbfa) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:25:27.322994 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:27.417384 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks [] for port (abdd749a-f369-4a79-b091-41889176bbfa), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.427982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:27.460227 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:27.484037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (abdd749a-f369-4a79-b091-41889176bbfa), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:27.546932 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:25:27.551790 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:25:27.594111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Pushing event updated for resources: {'Port': ['ID=abdd749a-f369-4a79-b091-41889176bbfa,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:27.600392 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:25:27.606633 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.606982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.607378 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.607724 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.608055 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.608387 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.608710 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.609037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.609375 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.609705 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.610028 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.610349 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.610738 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.611077 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.611425 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Tracked resource versions report: Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: pushed versions: Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: { 'AddressGroup': {'1.2'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Agent': {'1.1'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'ConntrackHelper': {'1.0'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Log': {'1.0'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'NDPProxy': {'1.0'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Network': {'1.1'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Port': {'1.7'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'PortForwarding': {'1.3'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'QosPolicy': {'1.10'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroup': {'1.5'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SubPort': {'1.0'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Subnet': {'1.1'}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Trunk': {'1.1'}} Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: consumer versions: Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Agent': '1.1', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'ConntrackHelper': '1.0', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'LocalIPAssociation': '1.0', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Log': '1.0', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'NDPProxy': '1.0', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Network': '1.1', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Port': '1.7', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'PortForwarding': '1.3', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'QosPolicy': '1.10', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroup': '1.5', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroupRule': '1.2', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SubPort': '1.0', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Subnet': '1.1', Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Trunk': '1.1'}} Oct 31 12:25:27.612748 dv-cinder-796170-6-iscsi neutron-server[104557]: {{(pid=104557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:25:27.875989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks [] for router_gateway (851b2581-b5d2-4b93-9cdf-747369126abd), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:28.106822 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1651482', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641179', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-499866'] for router (851b2581-b5d2-4b93-9cdf-747369126abd), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:28.113398 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1651459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1651468', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641156'] for router (851b2581-b5d2-4b93-9cdf-747369126abd), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:28.218258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Router 851b2581-b5d2-4b93-9cdf-747369126abd has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:25:28.318470 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:25:28.323045 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:28.324239 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-90c41cb1-e98b-4046-bee9-b4f4103a1203 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/851b2581-b5d2-4b93-9cdf-747369126abd HTTP/1.1" status: 200 len: 890 time: 1.7814922 Oct 31 12:25:28.343293 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Sync routers for ids ['851b2581-b5d2-4b93-9cdf-747369126abd'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:25:28.355826 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Routers {'851b2581-b5d2-4b93-9cdf-747369126abd'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:25:28.356507 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:25:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['851b2581-b5d2-4b93-9cdf-747369126abd'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:28.412106 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:25:28.570968 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Set router 851b2581-b5d2-4b93-9cdf-747369126abd gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:25:28.741138 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:28.953881 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'name': 'router1', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'abdd749a-f369-4a79-b091-41889176bbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:25:07Z', 'updated_at': '2022-10-31T12:25:27Z', 'revision_number': 4, 'project_id': '9bc6131ae0634994bd48138d77878576', 'gw_port': {'id': 'abdd749a-f369-4a79-b091-41889176bbfa', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:27Z', 'updated_at': '2022-10-31T12:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b', 'name': '', 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'mac_address': 'fa:16:3e:66:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:17Z', 'updated_at': '2022-10-31T12:25:27Z', 'revision_number': 5, 'project_id': '9bc6131ae0634994bd48138d77878576', 'subnets': [{'id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '692aeb67-af4d-4c7e-b923-0350466d3ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:29.078533 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Checking router: 851b2581-b5d2-4b93-9cdf-747369126abd for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:25:29.078887 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Updating router 851b2581-b5d2-4b93-9cdf-747369126abd port abdd749a-f369-4a79-b091-41889176bbfa binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:25:29.114505 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:25:29.159157 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (abdd749a-f369-4a79-b091-41889176bbfa), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:29.271889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:29.272186 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:29.272519 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b Oct 31 12:25:29.444860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:29.544007 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Publish callbacks [] for port (abdd749a-f369-4a79-b091-41889176bbfa), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:29.545231 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:29.550943 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (abdd749a-f369-4a79-b091-41889176bbfa), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:29.581792 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Attempting to bind port abdd749a-f369-4a79-b091-41889176bbfa on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:25:29.582161 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Attempting to bind port abdd749a-f369-4a79-b091-41889176bbfa by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:25:29.582519 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Attempting to bind port abdd749a-f369-4a79-b091-41889176bbfa on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:25:29.623983 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a7509-f751-45bb-b031-678e68be284f None None] Pushing event updated for resources: {'Port': ['ID=abdd749a-f369-4a79-b091-41889176bbfa,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:29.639047 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:25:29.639442 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:25:29.639838 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:29.640216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:25:29.640680 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Bound port: abdd749a-f369-4a79-b091-41889176bbfa, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:25:29.641051 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (abdd749a-f369-4a79-b091-41889176bbfa), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:29.688866 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] For port abdd749a-f369-4a79-b091-41889176bbfa, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:25:29.692186 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] For port abdd749a-f369-4a79-b091-41889176bbfa, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=abdd749a-f369-4a79-b091-41889176bbfa,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:25:29.697702 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (abdd749a-f369-4a79-b091-41889176bbfa), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:29.734522 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:29.740629 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Routers {'851b2581-b5d2-4b93-9cdf-747369126abd'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:25:29.741237 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:25:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['851b2581-b5d2-4b93-9cdf-747369126abd'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:29.790349 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a7509-f751-45bb-b031-678e68be284f None None] Pushing event updated for resources: {'Port': ['ID=abdd749a-f369-4a79-b091-41889176bbfa,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:29.858417 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] Set router 851b2581-b5d2-4b93-9cdf-747369126abd gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:25:30.052420 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'name': 'router1', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'abdd749a-f369-4a79-b091-41889176bbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:25:07Z', 'updated_at': '2022-10-31T12:25:27Z', 'revision_number': 4, 'project_id': '9bc6131ae0634994bd48138d77878576', 'gw_port': {'id': 'abdd749a-f369-4a79-b091-41889176bbfa', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:27Z', 'updated_at': '2022-10-31T12:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b', 'name': '', 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'mac_address': 'fa:16:3e:66:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:17Z', 'updated_at': '2022-10-31T12:25:27Z', 'revision_number': 5, 'project_id': '9bc6131ae0634994bd48138d77878576', 'subnets': [{'id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '692aeb67-af4d-4c7e-b923-0350466d3ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:25:30.078282 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f6bfd-e36d-4178-99e4-828c187e11b0 None None] The sync data for ids ['851b2581-b5d2-4b93-9cdf-747369126abd'] in dv-cinder-796170-6-iscsi is: [{'id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'name': 'router1', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'abdd749a-f369-4a79-b091-41889176bbfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:25:07Z', 'updated_at': '2022-10-31T12:25:27Z', 'revision_number': 4, 'project_id': '9bc6131ae0634994bd48138d77878576', 'gw_port': {'id': 'abdd749a-f369-4a79-b091-41889176bbfa', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:64:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:27Z', 'updated_at': '2022-10-31T12:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b', 'name': '', 'network_id': '4afabf60-234c-40a8-bdf8-1014566f385d', 'tenant_id': '9bc6131ae0634994bd48138d77878576', 'mac_address': 'fa:16:3e:66:1b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851b2581-b5d2-4b93-9cdf-747369126abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:25:17Z', 'updated_at': '2022-10-31T12:25:27Z', 'revision_number': 5, 'project_id': '9bc6131ae0634994bd48138d77878576', 'subnets': [{'id': 'e73ca5d1-a65f-4dfe-a910-3f32b39e1428', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '692aeb67-af4d-4c7e-b923-0350466d3ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:25:31.121256 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device abdd749a-f369-4a79-b091-41889176bbfa up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:25:31.132683 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53332) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:25:31.169089 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port abdd749a-f369-4a79-b091-41889176bbfa triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:31.169476 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (abdd749a-f369-4a79-b091-41889176bbfa), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:31.169813 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port abdd749a-f369-4a79-b091-41889176bbfa Oct 31 12:25:31.240172 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port abdd749a-f369-4a79-b091-41889176bbfa is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:31.240549 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (abdd749a-f369-4a79-b091-41889176bbfa), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:31.261011 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port abdd749a-f369-4a79-b091-41889176bbfa, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=abdd749a-f369-4a79-b091-41889176bbfa,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:25:31.265307 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (abdd749a-f369-4a79-b091-41889176bbfa), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:31.315078 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=abdd749a-f369-4a79-b091-41889176bbfa,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:25:31.533143 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1fa53e00-0d11-4692-83f9-955ed20def90 admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3992927 Oct 31 12:25:33.117198 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device abdd749a-f369-4a79-b091-41889176bbfa up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:25:33.166870 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port abdd749a-f369-4a79-b091-41889176bbfa triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:25:33.167111 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (abdd749a-f369-4a79-b091-41889176bbfa), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:33.167457 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port abdd749a-f369-4a79-b091-41889176bbfa Oct 31 12:25:33.216999 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:33.253544 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port abdd749a-f369-4a79-b091-41889176bbfa is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:25:38.309818 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:38.316011 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:41.522526 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=11,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:41.530545 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:43.253804 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:43.912281 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8bf3b596-fd29-4a32-b76c-c10d130385df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:45.435573 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:45.443569 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=29 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:46.073273 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-acf957c6-e9ba-4fa9-a5f3-ac61e284ada1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:47.325454 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:48.999310 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:49.269634 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:25:58.995985 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:25:59.264205 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:05.410714 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:26:13.914173 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-598335b1-67cc-4b24-b9ff-e109b4368564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:16.064706 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5af48d3f-acbf-42d4-99f7-0340e0de36da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:17.315878 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:18.994354 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:19.270972 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:22.413031 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:22.418648 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:29.258819 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:29.265159 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:42.462663 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:42.465755 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:26:43.906490 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-35897c52-abba-443d-bfaa-edc3cf5d5488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:46.060274 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c1937517-a59d-4f57-9473-aa4b76262100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:47.313263 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:48.996340 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:49.265663 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:26:56.618351 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53882) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:26:56.959801 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.pecan_wsgi.hooks.translation [None req-71010b31-cb7b-47d0-907d-411b69858db6 admin admin] GET failed (client error): The resource could not be found. Oct 31 12:26:56.961101 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-71010b31-cb7b-47d0-907d-411b69858db6 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3418508 Oct 31 12:26:57.131688 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b4792-6fc7-4aa8-88ad-cccf2b3b95bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:26:57.133175 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ad8b4792-6fc7-4aa8-88ad-cccf2b3b95bc admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1676173 Oct 31 12:26:59.255539 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:59.262054 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:59.410189 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:59.415966 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=6 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:26:59.692926 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53892) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:00.056794 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b11633-dd5f-4537-a085-046c36fca4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:00.058161 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-05b11633-dd5f-4537-a085-046c36fca4e7 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/e73ca5d1-a65f-4dfe-a910-3f32b39e1428 HTTP/1.1" status: 200 len: 849 time: 0.3643661 Oct 31 12:27:00.067852 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:27:00.152497 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Publish callbacks [] for subnet (e73ca5d1-a65f-4dfe-a910-3f32b39e1428), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:00.294411 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766969009336'] for subnet (e73ca5d1-a65f-4dfe-a910-3f32b39e1428), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:00.326236 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:00.326830 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:00.328692 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/e73ca5d1-a65f-4dfe-a910-3f32b39e1428 HTTP/1.1" status: 200 len: 868 time: 0.2644136 Oct 31 12:27:00.349487 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73ca5d1-a65f-4dfe-a910-3f32b39e1428,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:27:00.350274 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b94fe-7be4-404e-b555-34db811ee324 None None] Network 4afabf60-234c-40a8-bdf8-1014566f385d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:27:00.357363 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.357710 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.358099 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.358982 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.359357 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.359690 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.360017 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.360369 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.360695 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.361018 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.361342 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.361735 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.362070 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.362392 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.362713 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d820680-f952-4474-a44d-e2dbf8b8c782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:27:00.682642 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Provisioning complete for port adde298c-a9f5-42f4-a75c-ba032afa3e6c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:27:00.683025 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (adde298c-a9f5-42f4-a75c-ba032afa3e6c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:00.683398 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Attempt 1 to provision port adde298c-a9f5-42f4-a75c-ba032afa3e6c Oct 31 12:27:00.754963 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Current status of the port adde298c-a9f5-42f4-a75c-ba032afa3e6c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:27:00.762653 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Provisioning complete for port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:27:00.763037 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:00.763396 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Attempt 1 to provision port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b Oct 31 12:27:00.837366 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-68a359ec-4dfe-47f2-8492-100be9829a37 None None] Current status of the port 9da4a1f6-6a76-44e7-abc8-87ac2aff9e4b is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:27:02.931787 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53900) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:03.411096 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d6359-7207-4c60-a1c1-d50bf9305caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:03.411599 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d6359-7207-4c60-a1c1-d50bf9305caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:03.413149 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-0f8d6359-7207-4c60-a1c1-d50bf9305caf admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4798398 Oct 31 12:27:05.948870 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53908) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:06.353517 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4ee74-e40e-4123-a7ee-0e915c160d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:06.353983 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4ee74-e40e-4123-a7ee-0e915c160d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:06.355815 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ead4ee74-e40e-4123-a7ee-0e915c160d73 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4057534 Oct 31 12:27:08.924578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53916) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:09.324383 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013f190-5c42-45d6-bac1-57010a6a0582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:09.325753 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-4013f190-5c42-45d6-bac1-57010a6a0582 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/41fb6b06-f279-46d3-90c0-af722ef7c11a HTTP/1.1" status: 200 len: 886 time: 0.4002366 Oct 31 12:27:10.832537 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=38 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:10.835529 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=39 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:11.907418 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53926) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:12.250519 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:12.281498 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:12.319740 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bcf5d1-1b75-40fc-b6ed-08106bacb58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:12.321122 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-86bcf5d1-1b75-40fc-b6ed-08106bacb58c admin admin] 10.222.0.15 "GET /networking/v2.0/networks/4afabf60-234c-40a8-bdf8-1014566f385d HTTP/1.1" status: 200 len: 869 time: 0.4127524 Oct 31 12:27:13.909703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-bd30f92e-b465-4eb5-891d-3dd16b629912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:14.875083 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 53934) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:15.270807 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eadd6e8-d25e-4582-bde6-f50f7eb57c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:15.271290 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eadd6e8-d25e-4582-bde6-f50f7eb57c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:15.272805 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6eadd6e8-d25e-4582-bde6-f50f7eb57c06 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3967524 Oct 31 12:27:16.062370 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4aa7e9e1-b8c2-4e85-884d-b066d2ae0c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:17.316210 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:17.827903 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 53942) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:18.229044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748acb2f-dd24-4995-a3bc-b26b10fd4637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:18.229498 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748acb2f-dd24-4995-a3bc-b26b10fd4637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:18.231007 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-748acb2f-dd24-4995-a3bc-b26b10fd4637 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4021606 Oct 31 12:27:19.000766 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:19.269492 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:19.414981 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:27:20.796439 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 53952) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:21.158872 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d04b3-3216-44a6-9463-ec4daf5c1dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:21.160248 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f30d04b3-3216-44a6-9463-ec4daf5c1dad admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/b39c5404-8cdb-4881-9be7-202989094bc9 HTTP/1.1" status: 200 len: 816 time: 0.3628671 Oct 31 12:27:23.703995 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 53960) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:24.084710 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be7e69-98eb-42a7-aa5a-791ccef7e943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:24.086071 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b3be7e69-98eb-42a7-aa5a-791ccef7e943 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/e73ca5d1-a65f-4dfe-a910-3f32b39e1428 HTTP/1.1" status: 200 len: 868 time: 0.3811967 Oct 31 12:27:25.257062 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=12 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:25.266496 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=16 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:29.257902 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:29.265526 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:34.079801 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=17 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:34.082039 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=19 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:43.911901 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9f1f4db9-e8d4-4631-be18-3bbf420ddba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:44.222248 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=20 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:44.226292 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=14 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:46.065493 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-63027583-6f0f-4511-b00f-844d2a305ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:47.319265 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:49.003863 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:49.271561 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:27:53.782319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54016) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:54.108372 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [None req-a5705c38-371e-493e-995b-de4177c3b863 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:27:54.109882 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a5705c38-371e-493e-995b-de4177c3b863 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3261166 Oct 31 12:27:56.413220 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:27:56.774794 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54024) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:27:57.106792 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d90fc8-2ed7-4ec3-a18b-e3dc338928cf admin admin] GET failed (client error): The resource could not be found. Oct 31 12:27:57.108167 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f8d90fc8-2ed7-4ec3-a18b-e3dc338928cf admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3323975 Oct 31 12:27:57.252075 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e5955-344c-42cf-af02-848c04412148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:27:57.253547 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-764e5955-344c-42cf-af02-848c04412148 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1401808 Oct 31 12:27:59.260957 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:59.267914 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:27:59.852440 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54032) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:28:00.176553 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:28:00.211120 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Made reservation on behalf of 20cfeec04f5e4394b2ab5ceaa7d9c63a for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:28:00.213754 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:00.257533 dv-cinder-796170-6-iscsi neutron-server[104557]: WARNING neutron.services.revisions.revision_plugin [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Could not find related network for resource to bump revision. Oct 31 12:28:00.275078 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:28:00.288518 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766969034361', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (e5ff2f78-39c1-421a-b436-af672be8df21), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:00.289030 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Unsubscribe: segment precommit_create {{(pid=104557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 31 12:28:00.289522 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Added segment e5ff2f78-39c1-421a-b436-af672be8df21 of type vlan for network f07f255f-e9f5-4822-9b71-11906df568f1 Oct 31 12:28:00.340873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (f07f255f-e9f5-4822-9b71-11906df568f1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:00.373855 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (f07f255f-e9f5-4822-9b71-11906df568f1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:00.374716 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:28:00.375978 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:00.441570 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5880582 Oct 31 12:28:00.479351 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Pushing event updated for resources: {'Network': ['ID=f07f255f-e9f5-4822-9b71-11906df568f1,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:28:00.487000 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.487374 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.487716 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.488056 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.488388 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.488718 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.489043 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.489368 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.489692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.490019 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.490364 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.490693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.491015 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.491363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.491683 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bf22-4f19-4077-8e63-a2f251ebe357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:00.504259 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network f07f255f-e9f5-4822-9b71-11906df568f1 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:28:03.036992 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54040) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:28:03.372348 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6405eb6-ab14-43de-a611-c5519b49e0e9 admin admin] GET failed (client error): The resource could not be found. Oct 31 12:28:03.373650 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e6405eb6-ab14-43de-a611-c5519b49e0e9 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3356326 Oct 31 12:28:03.444585 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d32dd-e763-420a-9e8e-b57c5545b176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:28:03.446035 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f30d32dd-e763-420a-9e8e-b57c5545b176 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671287 Oct 31 12:28:03.455878 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:28:03.478382 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Made reservation on behalf of 20cfeec04f5e4394b2ab5ceaa7d9c63a for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:28:03.480660 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:03.669582 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (2224c4f4-6e00-4ee5-9bf7-f2658d751823), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:03.720398 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2224c4f4-6e00-4ee5-9bf7-f2658d751823,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:28:03.737666 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Checking segment: {'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:28:03.738033 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Network hostable DHCP agents. Network: f07f255f-e9f5-4822-9b71-11906df568f1, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:28:03.759209 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Network f07f255f-e9f5-4822-9b71-11906df568f1 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:28:03.771032 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, f07f255f-e9f5-4822-9b71-11906df568f1) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:28:03.775423 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:28:03.776019 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:03.782438 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2c6ad-1e95-408b-abcf-855c6bc3a6be None None] Network f07f255f-e9f5-4822-9b71-11906df568f1 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:28:03.792663 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-23e9493e-e899-47a4-9a02-7b5de6a6e4df admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3400390 Oct 31 12:28:03.891595 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-f07f255f-e9f5-4822-9b71-11906df568f1', 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1', 'project_id': '20cfeec04f5e4394b2ab5ceaa7d9c63a', 'fixed_ips': [{'subnet_id': '2224c4f4-6e00-4ee5-9bf7-f2658d751823'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:28:03.892501 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:04.037798 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Allocated IP 192.168.233.2 (f07f255f-e9f5-4822-9b71-11906df568f1/2224c4f4-6e00-4ee5-9bf7-f2658d751823/8c8e0edc-ba78-4d19-a851-cda8edd994bf) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:28:04.184559 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Publish callbacks [] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:04.190488 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:04.233632 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Network f07f255f-e9f5-4822-9b71-11906df568f1 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:28:04.237657 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:28:04.239372 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Pushing event updated for resources: {'Port': ['ID=8c8e0edc-ba78-4d19-a851-cda8edd994bf,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:28:04.241493 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:28:04.253944 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.254293 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.254637 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.254973 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.255328 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.255652 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.255974 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.256299 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.256616 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.256934 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.257252 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.257583 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.257903 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.258224 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.258534 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:28:04.307570 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Attempting to bind port 8c8e0edc-ba78-4d19-a851-cda8edd994bf on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:28:04.307856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Attempting to bind port 8c8e0edc-ba78-4d19-a851-cda8edd994bf by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:28:04.308212 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Attempting to bind port 8c8e0edc-ba78-4d19-a851-cda8edd994bf on network f07f255f-e9f5-4822-9b71-11906df568f1 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:28:04.445782 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:28:04.446154 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Checking segment: {'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:28:04.446542 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:04.446923 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Bound using segment: {'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:28:04.447407 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Bound port: 8c8e0edc-ba78-4d19-a851-cda8edd994bf, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:28:04.447812 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:04.508351 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] For port 8c8e0edc-ba78-4d19-a851-cda8edd994bf, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:28:04.511564 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] For port 8c8e0edc-ba78-4d19-a851-cda8edd994bf, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=8c8e0edc-ba78-4d19-a851-cda8edd994bf,segment=NetworkSegment(e5ff2f78-39c1-421a-b436-af672be8df21),segment_id=e5ff2f78-39c1-421a-b436-af672be8df21)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:28:04.518291 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:04.570538 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd89d3-1779-482b-9efe-6b333f7f1fce None None] Pushing event updated for resources: {'Port': ['ID=8c8e0edc-ba78-4d19-a851-cda8edd994bf,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:28:05.278720 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 8c8e0edc-ba78-4d19-a851-cda8edd994bf up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:28:05.323881 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:05.337511 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 8c8e0edc-ba78-4d19-a851-cda8edd994bf triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:28:05.337998 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:05.338404 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 8c8e0edc-ba78-4d19-a851-cda8edd994bf Oct 31 12:28:05.410413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:05.415451 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e169dc-2de9-4337-89d2-7d053dd73ecc None None] Network f07f255f-e9f5-4822-9b71-11906df568f1 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:28:05.450511 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 8c8e0edc-ba78-4d19-a851-cda8edd994bf is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:28:05.450900 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:05.502891 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-43a25a3f-d109-4c49-8aa9-6c2cc48fb2ca None None] Provisioning complete for port 8c8e0edc-ba78-4d19-a851-cda8edd994bf triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:28:05.503297 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-43a25a3f-d109-4c49-8aa9-6c2cc48fb2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:05.503632 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-43a25a3f-d109-4c49-8aa9-6c2cc48fb2ca None None] Attempt 1 to provision port 8c8e0edc-ba78-4d19-a851-cda8edd994bf Oct 31 12:28:05.564981 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 8c8e0edc-ba78-4d19-a851-cda8edd994bf, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=8c8e0edc-ba78-4d19-a851-cda8edd994bf,segment=NetworkSegment(e5ff2f78-39c1-421a-b436-af672be8df21),segment_id=e5ff2f78-39c1-421a-b436-af672be8df21)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:28:05.591882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:05.675316 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=8c8e0edc-ba78-4d19-a851-cda8edd994bf,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:28:05.680706 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-43a25a3f-d109-4c49-8aa9-6c2cc48fb2ca None None] Current status of the port 8c8e0edc-ba78-4d19-a851-cda8edd994bf is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:28:05.900155 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-64eff267-bde0-4393-a2e0-5b2bbf6991f2 None None] Provisioning complete for port 8c8e0edc-ba78-4d19-a851-cda8edd994bf triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:28:05.900439 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-64eff267-bde0-4393-a2e0-5b2bbf6991f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:05.900778 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-64eff267-bde0-4393-a2e0-5b2bbf6991f2 None None] Attempt 1 to provision port 8c8e0edc-ba78-4d19-a851-cda8edd994bf Oct 31 12:28:05.975500 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-64eff267-bde0-4393-a2e0-5b2bbf6991f2 None None] Current status of the port 8c8e0edc-ba78-4d19-a851-cda8edd994bf is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:28:07.233509 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 8c8e0edc-ba78-4d19-a851-cda8edd994bf up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:28:07.280875 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 8c8e0edc-ba78-4d19-a851-cda8edd994bf triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:28:07.281174 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (8c8e0edc-ba78-4d19-a851-cda8edd994bf), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:07.281506 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 8c8e0edc-ba78-4d19-a851-cda8edd994bf Oct 31 12:28:07.350654 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 8c8e0edc-ba78-4d19-a851-cda8edd994bf is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:28:13.420437 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:13.427237 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=7 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:13.785307 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:13.786055 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=81,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:13.914762 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8af8440b-4f3e-4da1-b5ec-a0d54f17271b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:14.135265 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:16.067296 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6b4ebb69-c59f-4108-8eb7-603a5c3e477b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:17.322575 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:19.006907 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:19.274904 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:29.263128 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:29.270664 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:33.411772 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:28:43.917785 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ed44b89b-8506-4dbe-b651-c89d47ffd920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:46.069372 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-84c5dfd7-0ec4-441c-8401-3cb7f2edc93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:47.329058 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:49.008654 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:49.278096 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:28:50.429374 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:50.433891 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=6 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:59.266538 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:28:59.274625 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:10.411045 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:29:13.920215 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-d27f079b-807e-4bfe-b74b-8b1c99f61465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:16.071590 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5ebc45a7-3b44-4ec7-8ba4-0510d132f25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:17.327370 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:18.137405 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54084) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:29:18.144090 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [None req-e8bc6ef6-7d37-4491-9457-b93778e199eb tempest-verify_tempest_config-37098345 tempest-verify_tempest_config-37098345-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:29:18.145057 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e8bc6ef6-7d37-4491-9457-b93778e199eb tempest-verify_tempest_config-37098345 tempest-verify_tempest_config-37098345-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0066864 Oct 31 12:29:18.657669 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54102) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:29:18.982187 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.011968 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.089614 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Publish callbacks [] for security_group (0a823b9f-f286-4915-bc0d-dd0cf42e4837), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.093265 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0a823b9f-f286-4915-bc0d-dd0cf42e4837), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.138251 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a823b9f-f286-4915-bc0d-dd0cf42e4837,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:29:19.143030 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=583d58e27a3d4577b832d7a0b58f3b11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4843752 Oct 31 12:29:19.146602 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54106) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:29:19.154232 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.154585 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.154947 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.155328 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.155666 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.156491 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.156855 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.157183 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.157528 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.157870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.158220 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.158569 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.158900 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.159257 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.159580 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ed32bd-7c3a-42c1-bdeb-abfd26401544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:29:19.209731 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-517f9591-1249-4279-a115-5d87664e3949 admin admin] Publish callbacks [] for security_group (0a823b9f-f286-4915-bc0d-dd0cf42e4837), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.229379 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-517f9591-1249-4279-a115-5d87664e3949 admin admin] Publish callbacks [] for security_group (0a823b9f-f286-4915-bc0d-dd0cf42e4837), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.281478 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.325625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-517f9591-1249-4279-a115-5d87664e3949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0a823b9f-f286-4915-bc0d-dd0cf42e4837), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.329639 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-517f9591-1249-4279-a115-5d87664e3949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:19.331036 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-517f9591-1249-4279-a115-5d87664e3949 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0a823b9f-f286-4915-bc0d-dd0cf42e4837 HTTP/1.1" status: 204 len: 168 time: 0.1834979 Oct 31 12:29:19.339007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f9591-1249-4279-a115-5d87664e3949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a823b9f-f286-4915-bc0d-dd0cf42e4837,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:29:27.424894 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:27.429077 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:29.269634 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=33,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:29.334907 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:29.351118 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:29.357856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:43.924369 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9c84b18e-f12e-408f-b09c-c42913ee7295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:44.135085 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=13 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:44.137024 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=13 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:46.072751 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e64e1cc5-2787-4fb0-a194-38aca1a97821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:47.331276 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:47.410184 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:29:49.014254 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:49.284712 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:29:59.278559 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:29:59.280430 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:30:04.430657 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:30:04.435765 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:30:13.925977 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1fb3200b-7d63-4612-a024-e2425150e322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:16.075201 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-457e1e55-1580-4350-83e7-6ee28a3cfa4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:17.333977 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:19.016583 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:19.287642 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:24.409487 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 5 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:30:29.281246 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:30:29.283750 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:30:42.409682 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=6 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:30:42.410397 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:30:43.926937 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9755bc29-7aa6-4202-a1f3-f336f972c8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:46.077307 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b5db8f40-5cc1-4912-840e-c3753a083908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:47.337642 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:49.020115 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:49.291729 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:30:51.774274 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1654079'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:01.407834 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:31:01.765780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:01.770342 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:04.808373 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54200) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:31:04.998008 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-978b07fa-4e81-4348-ac83-3ac76b62240c admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1885231 Oct 31 12:31:07.447715 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54210) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:31:07.502932 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-645556cb-2f87-4ff3-ae5a-9180eb0c9828 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0541444 Oct 31 12:31:13.929409 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f0e2ad02-06dc-4cc5-bb89-a3e93fe28128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:16.081233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-bf6645be-22fa-4812-a270-d9b485c2d7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:17.339242 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:17.496162 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:17.496898 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:18.423091 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:18.428076 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=6 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:19.022860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:19.294743 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:21.736443 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:31.727439 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:31.729950 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:38.407234 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:31:43.931074 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ec0d89cc-b82f-4f0c-b4e8-3e2ffc863157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:44.135728 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=13 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:46.084688 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cdbda979-af03-4d4b-8f8a-36a9f6eda24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:47.343387 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:49.028059 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:49.295835 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:51.734704 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:31:55.417746 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:31:55.422861 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=19 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:01.719254 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:01.729344 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:13.932382 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5812005f-a340-4a27-b8d4-9dced87603e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:15.406179 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:32:16.088043 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-81728038-c722-4b2f-bbfb-7d93b3db2a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:17.350638 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:19.029483 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:19.298096 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:21.738398 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:31.727434 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:31.733563 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:32.429744 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=4 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:40.212982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54350) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:40.507798 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1836955785-network', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:40.529212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Made reservation on behalf of bfbc3a46f12942299b99cdd20c989e1f for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:40.532056 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.541324 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.621148 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks [] for security_group (1a5de9c4-8b83-496e-ac01-203749f63b45), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.626272 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1a5de9c4-8b83-496e-ac01-203749f63b45), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.649782 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:32:40.660904 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (155055fe-1296-44a2-8245-0a2420af6cbe), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.661188 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Added segment 155055fe-1296-44a2-8245-0a2420af6cbe of type vlan for network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 Oct 31 12:32:40.694976 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5de9c4-8b83-496e-ac01-203749f63b45,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:40.734407 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (6630ddc4-dc53-4e5a-8b9d-7632c3075289), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.749386 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.749883 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.750061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.750405 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.750738 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.751348 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.751442 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.751714 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.752038 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.752359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.752696 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.753036 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.753358 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.754200 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.754525 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Tracked resource versions report: Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: pushed versions: Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: { 'AddressGroup': {'1.2'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Agent': {'1.1'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'ConntrackHelper': {'1.0'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Log': {'1.0'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'NDPProxy': {'1.0'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Network': {'1.1'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Port': {'1.7'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'PortForwarding': {'1.3'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'QosPolicy': {'1.10'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroup': {'1.5'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SubPort': {'1.0'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Subnet': {'1.1'}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Trunk': {'1.1'}} Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: consumer versions: Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: HyperV agent@hv-cinder-79617: {}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Agent': '1.1', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'ConntrackHelper': '1.0', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'LocalIPAssociation': '1.0', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Log': '1.0', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'NDPProxy': '1.0', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Network': '1.1', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Port': '1.7', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'PortForwarding': '1.3', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'QosPolicy': '1.10', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroup': '1.5', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SecurityGroupRule': '1.2', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'SubPort': '1.0', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Subnet': '1.1', Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: 'Trunk': '1.1'}} Oct 31 12:32:40.755944 dv-cinder-796170-6-iscsi neutron-server[104557]: {{(pid=104557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:32:40.777580 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (6630ddc4-dc53-4e5a-8b9d-7632c3075289), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.778563 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:40.779148 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.843800 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] Pushing event updated for resources: {'Network': ['ID=6630ddc4-dc53-4e5a-8b9d-7632c3075289,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:40.854378 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54392) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:40.859431 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:32:40.860550 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e3a11828-e216-400b-b879-d7a652da1198 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6464124 Oct 31 12:32:40.862063 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54394) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:40.864316 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Request body: {'subnet': {'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-subnet', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:40.888495 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Made reservation on behalf of bfbc3a46f12942299b99cdd20c989e1f for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:40.889284 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:40.961170 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54406) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:41.135128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1598631206-network', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:41.164765 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Made reservation on behalf of a4d5cd8851dc4216b4e3e035a32decad for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:41.167522 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.181735 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.235326 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (6a835e99-e667-4f29-9c7e-079cc620d1de), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.285760 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a835e99-e667-4f29-9c7e-079cc620d1de,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:41.294150 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.294810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.295458 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.295988 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.296312 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.296636 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.296956 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.297273 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.297603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.298059 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.298541 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.299042 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.299524 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.299999 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.300315 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Tracked resource versions report: Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: pushed versions: Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: { 'AddressGroup': {'1.2'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Agent': {'1.1'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'ConntrackHelper': {'1.0'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Log': {'1.0'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'NDPProxy': {'1.0'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Network': {'1.1'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Port': {'1.7'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'PortForwarding': {'1.3'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'QosPolicy': {'1.10'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroup': {'1.5'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SubPort': {'1.0'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Subnet': {'1.1'}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Trunk': {'1.1'}} Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: consumer versions: Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: HyperV agent@hv-cinder-79617: {}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Agent': '1.1', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'ConntrackHelper': '1.0', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'LocalIPAssociation': '1.0', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Log': '1.0', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'NDPProxy': '1.0', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Network': '1.1', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Port': '1.7', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'PortForwarding': '1.3', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'QosPolicy': '1.10', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroup': '1.5', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SecurityGroupRule': '1.2', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'SubPort': '1.0', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Subnet': '1.1', Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: 'Trunk': '1.1'}} Oct 31 12:32:41.302379 dv-cinder-796170-6-iscsi neutron-server[104558]: {{(pid=104558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:32:41.304716 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks [] for security_group (ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.317640 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.325349 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Checking segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:41.325989 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Network hostable DHCP agents. Network: 6630ddc4-dc53-4e5a-8b9d-7632c3075289, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:32:41.333234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:32:41.346881 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:32:41.359464 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 6630ddc4-dc53-4e5a-8b9d-7632c3075289) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:41.366362 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:41.367861 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (321f44b7-b083-475b-8854-3f1c65cbff30), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.368099 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.371975 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08702b1-e883-4711-9e52-15c30d42bd26 None None] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:41.376883 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Added segment 321f44b7-b083-475b-8854-3f1c65cbff30 of type vlan for network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 Oct 31 12:32:41.396625 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7597398f-af6e-442c-ab55-a3976919aaa0 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5360653 Oct 31 12:32:41.397673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54418) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:41.401920 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:41.421781 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:41.433721 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.451200 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (e5b36b45-9997-4cce-a588-dfca33a47d5a), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.452528 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (e5b36b45-9997-4cce-a588-dfca33a47d5a), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.457378 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:41.462947 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.464543 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:41.465381 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.564199 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] Pushing event updated for resources: {'Network': ['ID=3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:41.567916 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks [] for router_controller (e5b36b45-9997-4cce-a588-dfca33a47d5a), precommit_add_association {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.571389 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-network', 'tenant_id': '7573cb9c503243ab90b1649591d550e6'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:41.580174 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-08a455d8-07af-4b91-8532-cc4b1827452d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7169194 Oct 31 12:32:41.584155 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54422) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:41.593727 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:32:41.594757 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Request body: {'subnet': {'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1598631206-subnet', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:41.594985 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.600773 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:32:41.603015 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:41.621879 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Made reservation on behalf of 7573cb9c503243ab90b1649591d550e6 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:41.625615 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.639416 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.650968 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Made reservation on behalf of a4d5cd8851dc4216b4e3e035a32decad for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:41.653896 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.680013 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54426) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:41.720683 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54428) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:41.762120 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks [] for router_gateway (e5b36b45-9997-4cce-a588-dfca33a47d5a), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:41.912883 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Allocated IP 172.20.0.2 (6630ddc4-dc53-4e5a-8b9d-7632c3075289/6a835e99-e667-4f29-9c7e-079cc620d1de/0f064511-9700-4691-a334-ec114ab47328) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:42.059284 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks [] for security_group (f42103e9-b5c5-4334-be5c-655a61c64d86), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.073121 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f42103e9-b5c5-4334-be5c-655a61c64d86), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.099549 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Publish callbacks [] for port (0f064511-9700-4691-a334-ec114ab47328), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.109857 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (0f064511-9700-4691-a334-ec114ab47328), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.142897 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42103e9-b5c5-4334-be5c-655a61c64d86,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.155147 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-337874317-network', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:42.181916 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-263396677-network', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:42.188443 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Made reservation on behalf of de0eb090bf44403983e0cbb99e038321 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:42.190935 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.205335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:32:42.207550 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.215786 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks [] for router_gateway (e5b36b45-9997-4cce-a588-dfca33a47d5a), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.240401 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.249993 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:42.257462 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Pushing event updated for resources: {'Port': ['ID=0f064511-9700-4691-a334-ec114ab47328,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.268326 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:42.275566 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:42.300277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.302780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.303289 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.303800 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.304255 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.305354 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.306872 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.307483 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.308031 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.309159 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.309740 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.310824 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.311453 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.314379 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.314657 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Tracked resource versions report: Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: pushed versions: Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: { 'AddressGroup': {'1.2'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Agent': {'1.1'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'ConntrackHelper': {'1.0'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Log': {'1.0'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'NDPProxy': {'1.0'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Network': {'1.1'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Port': {'1.7'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'PortForwarding': {'1.3'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'QosPolicy': {'1.10'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroup': {'1.5'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SubPort': {'1.0'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Subnet': {'1.1'}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Trunk': {'1.1'}} Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: consumer versions: Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: HyperV agent@hv-cinder-79617: {}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Agent': '1.1', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'ConntrackHelper': '1.0', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'LocalIPAssociation': '1.0', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Log': '1.0', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'NDPProxy': '1.0', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Network': '1.1', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Port': '1.7', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'PortForwarding': '1.3', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'QosPolicy': '1.10', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroup': '1.5', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SecurityGroupRule': '1.2', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'SubPort': '1.0', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Subnet': '1.1', Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: 'Trunk': '1.1'}} Oct 31 12:32:42.315935 dv-cinder-796170-6-iscsi neutron-server[104559]: {{(pid=104559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:32:42.322735 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks [] for security_group (9b3e1096-26bc-4343-a13a-ddd8ffd04ba5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.325073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (1f912267-6957-432b-aa0c-b530f78c8503), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.325731 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Added segment 1f912267-6957-432b-aa0c-b530f78c8503 of type vlan for network 9c998076-e873-4913-aa9f-032e3218ef2a Oct 31 12:32:42.328526 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (eef00990-185e-4d60-8f11-ed6af1b02625), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.343461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (9b3e1096-26bc-4343-a13a-ddd8ffd04ba5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.357855 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:32:42.358107 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:42.358547 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:42.369543 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (355f2bff-54d6-47e1-ba41-7ad069c1b395), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.370768 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Added segment 355f2bff-54d6-47e1-ba41-7ad069c1b395 of type vlan for network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 Oct 31 12:32:42.377477 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Allocated IP 172.27.3.86 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/5a6d3087-6e22-4287-86c6-67044c7ecc88) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:42.415110 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:42.420983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (89ec9ee8-fff5-4bf0-84fc-cc885776f150), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.458044 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Attempting to bind port 0f064511-9700-4691-a334-ec114ab47328 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:42.458600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Attempting to bind port 0f064511-9700-4691-a334-ec114ab47328 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:42.459069 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Attempting to bind port 0f064511-9700-4691-a334-ec114ab47328 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:42.481033 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:42.482006 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef00990-185e-4d60-8f11-ed6af1b02625,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.511133 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks [] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.529545 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=19,neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:42.555631 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.560342 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:42.561007 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Checking segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:42.561505 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.561998 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Bound using segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:42.562906 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Bound port: 0f064511-9700-4691-a334-ec114ab47328, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:42.563612 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (0f064511-9700-4691-a334-ec114ab47328), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.576987 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (9c998076-e873-4913-aa9f-032e3218ef2a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.577280 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:42.599987 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (89ec9ee8-fff5-4bf0-84fc-cc885776f150), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.601042 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:42.601619 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.621061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3e1096-26bc-4343-a13a-ddd8ffd04ba5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.626649 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:42.628659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Checking segment: {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:42.629079 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Network hostable DHCP agents. Network: 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:32:42.629574 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Made reservation on behalf of b9a2bf9a5a484523a700e4e6c568d4de for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:42.632438 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.634036 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9123347 Oct 31 12:32:42.645139 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Pushing event updated for resources: {'Port': ['ID=5a6d3087-6e22-4287-86c6-67044c7ecc88,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.650462 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54474) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:42.653085 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:42.655882 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.672746 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Request body: {'subnet': {'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-subnet', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:42.683149 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] For port 0f064511-9700-4691-a334-ec114ab47328, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:42.690705 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] For port 0f064511-9700-4691-a334-ec114ab47328, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=0f064511-9700-4691-a334-ec114ab47328,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:42.710440 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (0f064511-9700-4691-a334-ec114ab47328), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.734488 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (9c998076-e873-4913-aa9f-032e3218ef2a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.735898 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:42.736507 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.741196 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151219f-a214-4f77-8365-6209b92a852c admin admin] Pushing event updated for resources: {'Network': ['ID=89ec9ee8-fff5-4bf0-84fc-cc885776f150,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.743564 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:32:42.784593 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:32:42.793372 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:42.815339 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8522508 Oct 31 12:32:42.816982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:42.817569 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.829141 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54480) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:42.846635 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d3cb0-8dfe-4481-a13b-a4c97e1fed9d None None] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:42.866694 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Request body: {'subnet': {'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-subnet', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:42.866921 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:42.893090 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Made reservation on behalf of 7573cb9c503243ab90b1649591d550e6 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:42.896383 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:42.911487 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58d05b-1224-47f5-bd99-42a8623edc51 admin admin] Pushing event updated for resources: {'Network': ['ID=9c998076-e873-4913-aa9f-032e3218ef2a,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.939249 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1955c6db-b7cc-4045-8441-882ca33109d0 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3481457 Oct 31 12:32:42.946999 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54482) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:42.961802 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:42.978360 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 9c998076-e873-4913-aa9f-032e3218ef2a details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:32:42.980644 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae33e59-0dc1-4a7e-b757-3f83a36fd661 None None] Pushing event updated for resources: {'Port': ['ID=0f064511-9700-4691-a334-ec114ab47328,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:42.994878 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:43.022011 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Made reservation on behalf of de0eb090bf44403983e0cbb99e038321 for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:43.027236 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.074051 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:43.181339 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (a62c68ba-73aa-4b4e-94de-afb730dc7534), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.182513 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (a62c68ba-73aa-4b4e-94de-afb730dc7534), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.397591 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (518ba383-4e9d-4584-9703-20cae6c2edf5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.442076 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'fixed_ips': [{'subnet_id': 'eef00990-185e-4d60-8f11-ed6af1b02625'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:32:43.443004 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.527514 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Checking segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:43.527752 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Network hostable DHCP agents. Network: 9c998076-e873-4913-aa9f-032e3218ef2a, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:32:43.584099 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks [] for router_gateway (e5b36b45-9997-4cce-a588-dfca33a47d5a), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.599367 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks [] for router_controller (a62c68ba-73aa-4b4e-94de-afb730dc7534), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.602964 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Network 9c998076-e873-4913-aa9f-032e3218ef2a is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:32:43.622427 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 0f064511-9700-4691-a334-ec114ab47328 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:43.684526 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (26baf52b-560a-4b72-820d-24a5f11aa158), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.705277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 0f064511-9700-4691-a334-ec114ab47328 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:43.705726 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (0f064511-9700-4691-a334-ec114ab47328), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.705997 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 0f064511-9700-4691-a334-ec114ab47328 Oct 31 12:32:43.779216 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Checking segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:43.779690 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Network hostable DHCP agents. Network: 89ec9ee8-fff5-4bf0-84fc-cc885776f150, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:32:43.792835 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks [] for router_gateway (a62c68ba-73aa-4b4e-94de-afb730dc7534), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.797933 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:43.799420 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 9c998076-e873-4913-aa9f-032e3218ef2a) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:43.799618 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks [] for security_group (a38c7812-05b6-4fcb-b05d-1e9fd749ae0c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.802303 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518ba383-4e9d-4584-9703-20cae6c2edf5,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:43.815236 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:43.815842 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.826730 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a735f5e6-d525-44a0-910b-67188a713b78 None None] Network 9c998076-e873-4913-aa9f-032e3218ef2a requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:43.830348 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:43.860587 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:32:43.868621 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a38c7812-05b6-4fcb-b05d-1e9fd749ae0c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.876148 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bec1412f-6358-47f8-b3d2-e6aafbd2ce24 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0449486 Oct 31 12:32:43.883674 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54518) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:43.891738 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 89ec9ee8-fff5-4bf0-84fc-cc885776f150) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:43.897395 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:43.898337 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:43.899004 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:43.928729 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:44.000182 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.001501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.016020 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e161d-6117-4028-b9be-4a3ced390705 None None] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:44.062208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26baf52b-560a-4b72-820d-24a5f11aa158,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:44.072759 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f27499a5-5d6f-4d41-aff5-5d33e805e164 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4012318 Oct 31 12:32:44.158119 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54522) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:44.163111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:44.192618 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (20837092-9635-4ba6-98b3-0a4c012d322f), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.193641 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (20837092-9635-4ba6-98b3-0a4c012d322f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.257417 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 0f064511-9700-4691-a334-ec114ab47328 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:44.258262 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (0f064511-9700-4691-a334-ec114ab47328), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.259185 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks [] for router_controller (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.266450 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Allocated IP 172.20.0.2 (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5/eef00990-185e-4d60-8f11-ed6af1b02625/7caee7bb-abb4-4ae2-aa67-3664d915b8a2) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:44.416372 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:32:44.466075 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks [] for router_controller (20837092-9635-4ba6-98b3-0a4c012d322f), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.476499 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c7812-05b6-4fcb-b05d-1e9fd749ae0c,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:44.500493 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (676e35af-d4b8-45a8-836e-91aab4b6efda), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.501040 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Added segment 676e35af-d4b8-45a8-836e-91aab4b6efda of type vlan for network 213ef750-b5e2-42dd-8125-73c9f2985c9d Oct 31 12:32:44.507448 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks [] for router_gateway (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.512234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks [] for router_gateway (a62c68ba-73aa-4b4e-94de-afb730dc7534), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.533605 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (e5b36b45-9997-4cce-a588-dfca33a47d5a), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.579702 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.604270 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (213ef750-b5e2-42dd-8125-73c9f2985c9d), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.613600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 0f064511-9700-4691-a334-ec114ab47328, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=0f064511-9700-4691-a334-ec114ab47328,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:32:44.637794 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d7731-9bf5-41c0-8525-b01420a659e2 None None] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:44.646555 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:44.692645 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (213ef750-b5e2-42dd-8125-73c9f2985c9d), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.694374 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:44.695178 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.726646 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-9c998076-e873-4913-aa9f-032e3218ef2a', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'project_id': '7573cb9c503243ab90b1649591d550e6', 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:32:44.729321 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.787434 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0644066 Oct 31 12:32:44.787434 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ee4c1-7e7b-4bdd-8a78-ca59eb9d5eff admin admin] Pushing event updated for resources: {'Network': ['ID=213ef750-b5e2-42dd-8125-73c9f2985c9d,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:44.791336 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54542) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:44.796373 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Request body: {'subnet': {'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-263396677-subnet', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:44.831253 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Made reservation on behalf of b9a2bf9a5a484523a700e4e6c568d4de for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:32:44.834122 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.852666 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Router e5b36b45-9997-4cce-a588-dfca33a47d5a is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:32:44.862415 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (0f064511-9700-4691-a334-ec114ab47328), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.880755 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:32:44.911319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks [] for router_gateway (20837092-9635-4ba6-98b3-0a4c012d322f), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:44.930055 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Allocated IP 172.27.3.222 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/c3d5452c-141e-4643-b1d1-b574eded3a11) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:45.083514 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:32:45.085111 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.122174 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:45.134882 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:32:45.152507 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:45.155587 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:45.242830 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.244466 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-37202a29-fb98-46c8-b138-f98b0212aa2d admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8456943 Oct 31 12:32:45.256681 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54574) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:45.390998 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.393780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:45.394713 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:45.397016 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=0f064511-9700-4691-a334-ec114ab47328,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:45.548956 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:45.551921 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:45.596050 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:45.622443 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks [] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.641181 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Checking segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:45.642368 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Network hostable DHCP agents. Network: 213ef750-b5e2-42dd-8125-73c9f2985c9d, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:32:45.663466 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Allocated IP 172.20.0.2 (89ec9ee8-fff5-4bf0-84fc-cc885776f150/26baf52b-560a-4b72-820d-24a5f11aa158/6159ebcf-7349-42b0-91c2-96b1387a6d0c) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:45.675043 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cbc459cd-72fb-4ee4-984b-e7960c1a3881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.679628 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:32:45.697377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 213ef750-b5e2-42dd-8125-73c9f2985c9d) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:45.702410 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:45.705959 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:45.708656 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:32:45.709892 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.751867 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-24a7de9c-f69f-4b83-9d79-08ba9eff4a65 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9592869 Oct 31 12:32:45.754577 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54596) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:45.765120 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:45.804842 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.827988 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (20d075e0-3164-4ac1-b7f8-7306bee4bff3), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.830735 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (20d075e0-3164-4ac1-b7f8-7306bee4bff3), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.848175 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Allocated IP 172.20.0.2 (9c998076-e873-4913-aa9f-032e3218ef2a/518ba383-4e9d-4584-9703-20cae6c2edf5/b4cbfe14-19fa-46c3-91f6-4ccb730372ec) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:45.950263 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-a14f6b8b-a9d2-499b-b9ee-5c6353273320 None None] Provisioning complete for port 0f064511-9700-4691-a334-ec114ab47328 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:45.950947 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a14f6b8b-a9d2-499b-b9ee-5c6353273320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (0f064511-9700-4691-a334-ec114ab47328), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:45.951589 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-a14f6b8b-a9d2-499b-b9ee-5c6353273320 None None] Attempt 1 to provision port 0f064511-9700-4691-a334-ec114ab47328 Oct 31 12:32:45.993044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:45.999814 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d5452c-141e-4643-b1d1-b574eded3a11,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:46.001668 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks [] for router_controller (20d075e0-3164-4ac1-b7f8-7306bee4bff3), precommit_add_association {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.004948 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:46.007921 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:46.068695 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:42Z', 'revision_number': 3, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:46.111404 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:32:46.111404 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Updating router e5b36b45-9997-4cce-a588-dfca33a47d5a port 5a6d3087-6e22-4287-86c6-67044c7ecc88 binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:32:46.189041 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.284200 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Publish callbacks [] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.288369 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:46.289857 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce929f-29b2-43c5-b30d-4250ffe2d116 None None] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:46.333930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54616) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:46.351209 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks [] for router_gateway (20d075e0-3164-4ac1-b7f8-7306bee4bff3), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.473335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:46.558078 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.642536 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Network 9c998076-e873-4913-aa9f-032e3218ef2a is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:46.673464 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Pushing event updated for resources: {'Port': ['ID=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:46.677683 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:46.717769 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks [] for router_gateway (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.720722 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-79a615cb-83ef-4577-aa56-227be9fd104c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.726997 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:46.740592 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-a14f6b8b-a9d2-499b-b9ee-5c6353273320 None None] Current status of the port 0f064511-9700-4691-a334-ec114ab47328 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:46.745414 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Publish callbacks [] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.750576 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:46.755776 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.778704 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks [] for router_gateway (20d075e0-3164-4ac1-b7f8-7306bee4bff3), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.802308 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.875567 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-213ef750-b5e2-42dd-8125-73c9f2985c9d', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:32:46.877297 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.879348 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Attempting to bind port 5a6d3087-6e22-4287-86c6-67044c7ecc88 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:46.882917 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Attempting to bind port 5a6d3087-6e22-4287-86c6-67044c7ecc88 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:46.886828 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Attempting to bind port 5a6d3087-6e22-4287-86c6-67044c7ecc88 on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:46.922002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-db68cb03-ec6a-434c-8cec-273396fc4ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.948452 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-ff66974c-9372-4697-abf7-913733ac352d None None] Provisioning complete for port 0f064511-9700-4691-a334-ec114ab47328 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:46.948758 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ff66974c-9372-4697-abf7-913733ac352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (0f064511-9700-4691-a334-ec114ab47328), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:46.949356 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-ff66974c-9372-4697-abf7-913733ac352d None None] Attempt 1 to provision port 0f064511-9700-4691-a334-ec114ab47328 Oct 31 12:32:46.973549 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.005074 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Pushing event updated for resources: {'Port': ['ID=5a6d3087-6e22-4287-86c6-67044c7ecc88,revision_number=2']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:47.044152 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.044620 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.044854 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.049157 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.049673 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.051303 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.052617 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.053883 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.055201 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.056362 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.057292 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.058573 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.059713 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks [] for router_gateway (20837092-9635-4ba6-98b3-0a4c012d322f), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.061406 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.061983 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.063431 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Tracked resource versions report: Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: pushed versions: Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: { 'AddressGroup': {'1.2'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Agent': {'1.1'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'ConntrackHelper': {'1.0'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'LocalIPAssociation': {'1.0'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Log': {'1.0'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'NDPProxy': {'1.0'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Network': {'1.1'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Port': {'1.7'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'PortForwarding': {'1.3'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'QosPolicy': {'1.10'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroup': {'1.5'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroupRule': {'1.2'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SubPort': {'1.0'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Subnet': {'1.1'}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Trunk': {'1.1'}} Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: consumer versions: Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: { DHCP agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: HyperV agent@hv-cinder-79617: {}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: L3 agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: Metadata agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: Metering agent@dv-cinder-796170-6-iscsi: {}, Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: Open vSwitch agent@dv-cinder-796170-6-iscsi: { 'AddressGroup': '1.2', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Agent': '1.1', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'ConntrackHelper': '1.0', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'LocalIPAssociation': '1.0', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Log': '1.0', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'NDPProxy': '1.0', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Network': '1.1', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Port': '1.7', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'PortForwarding': '1.3', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'QosPolicy': '1.10', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroup': '1.5', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SecurityGroupRule': '1.2', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'SubPort': '1.0', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Subnet': '1.1', Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: 'Trunk': '1.1'}} Oct 31 12:32:47.066473 dv-cinder-796170-6-iscsi neutron-server[104560]: {{(pid=104560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 12:32:47.069309 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.074591 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Allocated IP 172.27.3.124 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/4f85ae0f-3333-494c-b57d-6ee9bbe12709) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:47.095761 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Publish callbacks [] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.110227 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:47.111306 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:47.111994 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.112620 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:47.120554 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Bound port: 5a6d3087-6e22-4287-86c6-67044c7ecc88, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:47.122500 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.140068 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Attempting to bind port b4cbfe14-19fa-46c3-91f6-4ccb730372ec on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:47.140658 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Attempting to bind port b4cbfe14-19fa-46c3-91f6-4ccb730372ec by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:47.141328 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Attempting to bind port b4cbfe14-19fa-46c3-91f6-4ccb730372ec on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:47.206772 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.210160 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] For port 5a6d3087-6e22-4287-86c6-67044c7ecc88, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:47.214441 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.214799 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] For port 5a6d3087-6e22-4287-86c6-67044c7ecc88, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5a6d3087-6e22-4287-86c6-67044c7ecc88,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:47.227076 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.286182 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks [] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.287657 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.307309 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:47.308345 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:47.333392 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.340651 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Pushing event updated for resources: {'Port': ['ID=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:47.341546 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.384062 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-ff66974c-9372-4697-abf7-913733ac352d None None] Current status of the port 0f064511-9700-4691-a334-ec114ab47328 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:47.434502 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:47.446478 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:47.450151 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:47.492492 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks [] for router_gateway (a62c68ba-73aa-4b4e-94de-afb730dc7534), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.516534 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:47.517845 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.531314 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 0f064511-9700-4691-a334-ec114ab47328 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:47.537445 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4695b-6ba8-4cee-989c-7474a8295c75 None None] Pushing event updated for resources: {'Port': ['ID=5a6d3087-6e22-4287-86c6-67044c7ecc88,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:47.545093 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Pushing event updated for resources: {'Port': ['ID=4f85ae0f-3333-494c-b57d-6ee9bbe12709,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:47.576895 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:47.596793 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:47.603443 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.608519 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.615350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.619790 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Publish callbacks [] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.621948 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:47.622318 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Checking segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:47.622862 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.623074 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Bound using segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:47.623772 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Bound port: b4cbfe14-19fa-46c3-91f6-4ccb730372ec, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:47.624104 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.628251 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:47.652021 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.657879 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Allocated IP 172.27.3.221 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:47.673739 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Allocated IP 172.20.0.2 (213ef750-b5e2-42dd-8125-73c9f2985c9d/2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a/76ccb4d5-1da0-4891-84ae-ec523e4bbd1c) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:47.678449 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 0f064511-9700-4691-a334-ec114ab47328 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:47.678894 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (0f064511-9700-4691-a334-ec114ab47328), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.679262 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 0f064511-9700-4691-a334-ec114ab47328 Oct 31 12:32:47.689145 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-79a615cb-83ef-4577-aa56-227be9fd104c admin admin] Publish callbacks [] for security_group (04752ef8-98dc-400c-9a59-fb1e198928f1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.807791 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.815720 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:47.821433 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:47.828380 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-79a615cb-83ef-4577-aa56-227be9fd104c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (04752ef8-98dc-400c-9a59-fb1e198928f1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.850669 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:47.856992 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:42Z', 'revision_number': 3, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:47.865936 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:47.871616 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Pushing event updated for resources: {'Port': ['ID=6159ebcf-7349-42b0-91c2-96b1387a6d0c,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:47.912067 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c91bb4-9974-4041-bfb3-42a4ea819fb8 None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:42Z', 'revision_number': 3, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:32:47.956463 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks [] for router_gateway (20d075e0-3164-4ac1-b7f8-7306bee4bff3), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.970688 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks [] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:47.976782 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-79a615cb-83ef-4577-aa56-227be9fd104c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9235562eee904084bc2ca5db0aff85ca&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6393132 Oct 31 12:32:47.989745 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54644) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:48.069037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a615cb-83ef-4577-aa56-227be9fd104c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04752ef8-98dc-400c-9a59-fb1e198928f1,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:48.092889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Attempting to bind port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:48.093267 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Attempting to bind port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:48.093695 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Attempting to bind port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 on network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:48.112340 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.155872 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] For port b4cbfe14-19fa-46c3-91f6-4ccb730372ec, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:48.183295 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (a62c68ba-73aa-4b4e-94de-afb730dc7534), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.215982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.241851 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] For port b4cbfe14-19fa-46c3-91f6-4ccb730372ec, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:48.306285 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (20d075e0-3164-4ac1-b7f8-7306bee4bff3), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.390373 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1df06e34-3acd-4d84-bdf6-9ae4759f5a12 admin admin] Publish callbacks [] for security_group (04752ef8-98dc-400c-9a59-fb1e198928f1), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.411314 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 0f064511-9700-4691-a334-ec114ab47328 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:48.428321 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.438789 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:48.449278 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Publish callbacks [] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.484700 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.486350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:48.487882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Attempting to bind port 6159ebcf-7349-42b0-91c2-96b1387a6d0c on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:48.489725 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Attempting to bind port 6159ebcf-7349-42b0-91c2-96b1387a6d0c by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:48.490355 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Attempting to bind port 6159ebcf-7349-42b0-91c2-96b1387a6d0c on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:48.492999 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:48.494836 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Checking segment: {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:48.495496 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.496099 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Bound using segment: {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:48.496867 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Bound port: 7caee7bb-abb4-4ae2-aa67-3664d915b8a2, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:48.497490 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.517941 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:48.579683 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:32:48.719379 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:48.780837 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:48.782822 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ee250-32ea-41ad-b260-29d9ddc05188 None None] Pushing event updated for resources: {'Port': ['ID=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:48.793264 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:48.827932 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54662) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:48.865310 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:48.872835 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] For port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:48.889132 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] For port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:48.930858 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:48.932981 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-4cfe46d4-bca4-41f4-9f3a-d4db0fcf4386 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1771827 Oct 31 12:32:48.935909 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54668) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:48.973435 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:48.974679 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Pushing event updated for resources: {'Port': ['ID=76ccb4d5-1da0-4891-84ae-ec523e4bbd1c,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:48.991852 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Sync routers for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:32:48.998490 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.005366 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Allocated IP 172.27.3.40 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/5b9790b1-b89c-4013-a3a6-408eb26c19dc) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:49.032186 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:49.042328 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1df06e34-3acd-4d84-bdf6-9ae4759f5a12 admin admin] Publish callbacks [] for security_group (04752ef8-98dc-400c-9a59-fb1e198928f1), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.051076 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:49.106463 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Pushing event updated for resources: {'Port': ['ID=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:49.123969 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:49.124674 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Checking segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:49.126548 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.127628 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Bound using segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:49.129606 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Bound port: 6159ebcf-7349-42b0-91c2-96b1387a6d0c, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:49.130398 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.193533 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-abef073b-dfe2-47dd-a920-4119647637c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.227547 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:49.241834 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:49.242377 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:49.278832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Allocated IP 172.20.0.1 (6630ddc4-dc53-4e5a-8b9d-7632c3075289/6a835e99-e667-4f29-9c7e-079cc620d1de/657193f2-5927-4d37-98d0-6089518348ee) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:49.444763 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Attempting to bind port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:49.446817 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Attempting to bind port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:49.447207 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Attempting to bind port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c on network 213ef750-b5e2-42dd-8125-73c9f2985c9d {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:49.544045 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-abef073b-dfe2-47dd-a920-4119647637c4 admin admin] Publish callbacks [] for security_group (3b31bc2c-de65-4a39-866a-85c4cef20c6d), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.563899 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-abef073b-dfe2-47dd-a920-4119647637c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (3b31bc2c-de65-4a39-866a-85c4cef20c6d), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.565037 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.642827 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:49.678082 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:49.689130 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-abef073b-dfe2-47dd-a920-4119647637c4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f358b4885deb4fd2a377cc4f358ed2d4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8586981 Oct 31 12:32:49.702694 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54674) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:49.726311 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device b4cbfe14-19fa-46c3-91f6-4ccb730372ec up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:49.778481 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.800018 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:49.800551 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Checking segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:49.801112 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.801639 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Bound using segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:49.802141 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Bound port: 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:49.802519 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.839714 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dc2a1-47e9-40f4-88fb-dffccdb7e97e None None] Pushing event updated for resources: {'Port': ['ID=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:49.859490 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef073b-dfe2-47dd-a920-4119647637c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b31bc2c-de65-4a39-866a-85c4cef20c6d,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:49.932969 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks [] for port (657193f2-5927-4d37-98d0-6089518348ee), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:49.955338 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] For port 6159ebcf-7349-42b0-91c2-96b1387a6d0c, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:50.008030 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f89f12a1-a6bf-4c86-97ab-56e7f69ef04d admin admin] Publish callbacks [] for security_group (3b31bc2c-de65-4a39-866a-85c4cef20c6d), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.008756 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks [] for router_gateway (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.047395 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] For port 6159ebcf-7349-42b0-91c2-96b1387a6d0c, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=6159ebcf-7349-42b0-91c2-96b1387a6d0c,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:50.053630 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f89f12a1-a6bf-4c86-97ab-56e7f69ef04d admin admin] Publish callbacks [] for security_group (3b31bc2c-de65-4a39-866a-85c4cef20c6d), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.115456 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.128184 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port b4cbfe14-19fa-46c3-91f6-4ccb730372ec triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:50.128646 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.128987 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port b4cbfe14-19fa-46c3-91f6-4ccb730372ec Oct 31 12:32:50.198337 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.203885 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:50.205054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1df06e34-3acd-4d84-bdf6-9ae4759f5a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (04752ef8-98dc-400c-9a59-fb1e198928f1), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.208694 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1df06e34-3acd-4d84-bdf6-9ae4759f5a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.209751 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1df06e34-3acd-4d84-bdf6-9ae4759f5a12 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/04752ef8-98dc-400c-9a59-fb1e198928f1 HTTP/1.1" status: 204 len: 168 time: 2.2154822 Oct 31 12:32:50.217329 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks [] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.224110 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] For port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:50.229992 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] For port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=76ccb4d5-1da0-4891-84ae-ec523e4bbd1c,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:50.285374 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:50.287719 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980fca09-203d-4208-9771-cb3ba88555ca None None] Network 9c998076-e873-4913-aa9f-032e3218ef2a requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:50.301176 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f89f12a1-a6bf-4c86-97ab-56e7f69ef04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (3b31bc2c-de65-4a39-866a-85c4cef20c6d), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.305081 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f89f12a1-a6bf-4c86-97ab-56e7f69ef04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.306318 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f89f12a1-a6bf-4c86-97ab-56e7f69ef04d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3b31bc2c-de65-4a39-866a-85c4cef20c6d HTTP/1.1" status: 204 len: 168 time: 0.5945013 Oct 31 12:32:50.319761 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df06e34-3acd-4d84-bdf6-9ae4759f5a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04752ef8-98dc-400c-9a59-fb1e198928f1,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:50.368447 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.372604 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4179b7-fc90-4bc9-892f-2051b256d50c None None] Pushing event updated for resources: {'Port': ['ID=6159ebcf-7349-42b0-91c2-96b1387a6d0c,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:50.381532 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (657193f2-5927-4d37-98d0-6089518348ee), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.556128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.558613 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Provisioning complete for port b4cbfe14-19fa-46c3-91f6-4ccb730372ec triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:50.559153 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.570866 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:50.578166 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Router a62c68ba-73aa-4b4e-94de-afb730dc7534 is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:32:50.579883 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Attempt 1 to provision port b4cbfe14-19fa-46c3-91f6-4ccb730372ec Oct 31 12:32:50.589750 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:50.603470 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:50.604224 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (e5b36b45-9997-4cce-a588-dfca33a47d5a), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:50.607652 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=657193f2-5927-4d37-98d0-6089518348ee,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:50.699455 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Allocated IP 172.20.0.1 (213ef750-b5e2-42dd-8125-73c9f2985c9d/2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a/2229e748-dc62-4389-9ac9-38310d099bd6) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:50.739037 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:50.759867 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:50.853934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:50.910898 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:50.929392 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:50.950647 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks [] for port (2229e748-dc62-4389-9ac9-38310d099bd6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.054873 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:51.054873 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:51.055972 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f12a1-a6bf-4c86-97ab-56e7f69ef04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b31bc2c-de65-4a39-866a-85c4cef20c6d,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:51.061263 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.186847 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.205452 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9790b1-b89c-4013-a3a6-408eb26c19dc,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:51.327862 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:51.376962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54702) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:51.380148 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278bb7b-e3f1-4861-a065-d0dec2d21c4f None None] Pushing event updated for resources: {'Port': ['ID=76ccb4d5-1da0-4891-84ae-ec523e4bbd1c,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:51.381354 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:51.389084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:51.389636 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (20d075e0-3164-4ac1-b7f8-7306bee4bff3), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.443311 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2229e748-dc62-4389-9ac9-38310d099bd6,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:51.502490 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Current status of the port b4cbfe14-19fa-46c3-91f6-4ccb730372ec is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:51.502490 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.514932 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad994aea-c8fd-4196-b3a3-a7950f274e6d None None] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:51.520906 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:51.531728 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Sync routers for ids ['a62c68ba-73aa-4b4e-94de-afb730dc7534'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:32:51.554970 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Routers {'a62c68ba-73aa-4b4e-94de-afb730dc7534'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:51.555867 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['a62c68ba-73aa-4b4e-94de-afb730dc7534'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:51.582706 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port b4cbfe14-19fa-46c3-91f6-4ccb730372ec is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:51.583350 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.638748 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port b4cbfe14-19fa-46c3-91f6-4ccb730372ec, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:32:51.654245 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.655111 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5a6d3087-6e22-4287-86c6-67044c7ecc88 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:51.655986 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.755248 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Set router a62c68ba-73aa-4b4e-94de-afb730dc7534 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:51.783626 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:51.789662 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54712) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:51.790372 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6a852963-2803-404d-a9c5-df533ea685e2 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8368111 Oct 31 12:32:51.809930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5e9f830a-2f04-4cca-a850-e06b6a593a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.133965 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:52.155786 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:32:46Z', 'revision_number': 3, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port': {'id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:52.185615 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:52.224681 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Checking router: a62c68ba-73aa-4b4e-94de-afb730dc7534 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:32:52.225336 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Updating router a62c68ba-73aa-4b4e-94de-afb730dc7534 port c3d5452c-141e-4643-b1d1-b574eded3a11 binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:32:52.295458 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.317413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5a6d3087-6e22-4287-86c6-67044c7ecc88 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:52.317413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.317413 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5a6d3087-6e22-4287-86c6-67044c7ecc88 Oct 31 12:32:52.351132 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.383696 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb990971-22cd-4507-ae96-dd49590207a7 None None] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:52.394813 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (657193f2-5927-4d37-98d0-6089518348ee), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.398399 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.db.api [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 31 12:32:52.399040 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG oslo_db.api [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 31 12:32:52.400065 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:47Z', 'revision_number': 3, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:52.439958 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:32:52.502686 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:52.510634 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:52.517123 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Checking router: 20d075e0-3164-4ac1-b7f8-7306bee4bff3 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:32:52.517308 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Updating router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:32:52.543682 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks [] for port (2229e748-dc62-4389-9ac9-38310d099bd6), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.561551 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.562335 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (20d075e0-3164-4ac1-b7f8-7306bee4bff3), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.624344 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:52.653955 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa479cf1-da13-4162-84c0-c5c93c67a9d9 None None] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:32:52.694652 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:52.809530 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2229e748-dc62-4389-9ac9-38310d099bd6,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:52.899728 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:52.938358 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:52.939249 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:32:52.945524 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:52.989185 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks [] for port (657193f2-5927-4d37-98d0-6089518348ee), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.005655 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5a6d3087-6e22-4287-86c6-67044c7ecc88 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:53.006403 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.022159 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (657193f2-5927-4d37-98d0-6089518348ee), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.022159 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (e5b36b45-9997-4cce-a588-dfca33a47d5a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.077220 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-36317617-5e97-4338-b1e0-8b55b296ff3e None None] Current status of the port b4cbfe14-19fa-46c3-91f6-4ccb730372ec is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:53.095797 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 5a6d3087-6e22-4287-86c6-67044c7ecc88, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5a6d3087-6e22-4287-86c6-67044c7ecc88,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:32:53.106187 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=657193f2-5927-4d37-98d0-6089518348ee,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:53.111204 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.122466 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Publish callbacks [] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.146406 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.153896 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:53.213360 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks [] for router_gateway (20837092-9635-4ba6-98b3-0a4c012d322f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.256365 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ceae2-5563-43d4-96bd-d96629ae19d8 None None] Pushing event updated for resources: {'Port': ['ID=c3d5452c-141e-4643-b1d1-b574eded3a11,revision_number=2']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:53.265231 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:32:53.284173 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Attempting to bind port c3d5452c-141e-4643-b1d1-b574eded3a11 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:53.284574 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Attempting to bind port c3d5452c-141e-4643-b1d1-b574eded3a11 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:53.285525 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Attempting to bind port c3d5452c-141e-4643-b1d1-b574eded3a11 on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:53.373441 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:53.397957 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:53.398787 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:53.398787 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.399119 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:53.399627 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Bound port: c3d5452c-141e-4643-b1d1-b574eded3a11, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:53.400107 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.481247 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:53.506544 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.539148 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] For port c3d5452c-141e-4643-b1d1-b574eded3a11, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:53.544395 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] For port c3d5452c-141e-4643-b1d1-b574eded3a11, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=c3d5452c-141e-4643-b1d1-b574eded3a11,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:53.569811 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.579336 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Provisioning complete for port 6159ebcf-7349-42b0-91c2-96b1387a6d0c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:53.579804 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.581061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5e9f830a-2f04-4cca-a850-e06b6a593a98 admin admin] Publish callbacks [] for security_group (2965943c-b640-4b4b-ab0c-430280fc4ef5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.582215 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Attempt 1 to provision port 6159ebcf-7349-42b0-91c2-96b1387a6d0c Oct 31 12:32:53.586787 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=5a6d3087-6e22-4287-86c6-67044c7ecc88,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:53.619653 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5e9f830a-2f04-4cca-a850-e06b6a593a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (2965943c-b640-4b4b-ab0c-430280fc4ef5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.654094 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Routers {'a62c68ba-73aa-4b4e-94de-afb730dc7534'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:53.662824 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['a62c68ba-73aa-4b4e-94de-afb730dc7534'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:53.668653 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:53.739852 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ceae2-5563-43d4-96bd-d96629ae19d8 None None] Pushing event updated for resources: {'Port': ['ID=c3d5452c-141e-4643-b1d1-b574eded3a11,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:53.779916 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:53.802257 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5e9f830a-2f04-4cca-a850-e06b6a593a98 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6381bbd756444723ac34e0b49551764e&name=default HTTP/1.1" status: 200 len: 2995 time: 2.2813852 Oct 31 12:32:53.813381 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:53.820563 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Publish callbacks [] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.826473 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54748) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:53.840449 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:53.844161 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Sync routers for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:32:53.853105 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:53.913595 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:53.932726 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-13dc79cb-1665-4ab2-94b0-cdb282b082d3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/20d075e0-3164-4ac1-b7f8-7306bee4bff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9952261 Oct 31 12:32:53.954761 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] Set router a62c68ba-73aa-4b4e-94de-afb730dc7534 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:53.983382 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f830a-2f04-4cca-a850-e06b6a593a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2965943c-b640-4b4b-ab0c-430280fc4ef5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:54.018183 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c4435-6ca1-46b6-81f3-ea1f9962e2ba None None] Pushing event updated for resources: {'Port': ['ID=4f85ae0f-3333-494c-b57d-6ee9bbe12709,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:54.044605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:54.049652 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:54.092018 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:54.110799 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.115468 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cad747ae-ee08-4e7e-a770-58d43bb374a5 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.2228587 Oct 31 12:32:54.118752 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54772) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:54.135225 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:54.135876 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:54.153838 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Attempting to bind port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:54.154207 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Attempting to bind port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:54.154568 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Attempting to bind port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:54.258192 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:54.274578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Allocated IP 172.20.0.1 (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5/eef00990-185e-4d60-8f11-ed6af1b02625/d276b4e3-2e03-4957-b1ae-9b06515a11ba) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:54.276878 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7112-023f-4930-a53c-0120443f444f admin admin] Publish callbacks [] for security_group (2965943c-b640-4b4b-ab0c-430280fc4ef5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.313800 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (20837092-9635-4ba6-98b3-0a4c012d322f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.350025 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Current status of the port 6159ebcf-7349-42b0-91c2-96b1387a6d0c is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:54.350416 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.465540 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:54.465918 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.466327 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 Oct 31 12:32:54.495628 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7112-023f-4930-a53c-0120443f444f admin admin] Publish callbacks [] for security_group (2965943c-b640-4b4b-ab0c-430280fc4ef5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.530451 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:32:46Z', 'revision_number': 3, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port': {'id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:54.544483 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:54.577404 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks [] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.585690 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad68eb-5753-4e52-96c8-58121419b343 None None] The sync data for ids ['a62c68ba-73aa-4b4e-94de-afb730dc7534'] in dv-cinder-796170-6-iscsi is: [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:32:46Z', 'revision_number': 3, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port': {'id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:32:54.618725 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:54.619098 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:54.619629 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.619893 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:54.620798 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Bound port: 4f85ae0f-3333-494c-b57d-6ee9bbe12709, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:54.620798 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.626862 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] For port 6159ebcf-7349-42b0-91c2-96b1387a6d0c, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=6159ebcf-7349-42b0-91c2-96b1387a6d0c,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:32:54.682147 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.715274 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.793915 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:54.823938 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:32:54.824982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7112-023f-4930-a53c-0120443f444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (2965943c-b640-4b4b-ab0c-430280fc4ef5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.828126 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1cbf7112-023f-4930-a53c-0120443f444f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.834739 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1cbf7112-023f-4930-a53c-0120443f444f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2965943c-b640-4b4b-ab0c-430280fc4ef5 HTTP/1.1" status: 204 len: 168 time: 0.9841070 Oct 31 12:32:54.845968 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54800) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:54.878532 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-2bd7c5ec-e447-407d-bfcf-1025e2c95e10 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081838466', 'description': 'tempest-description--1775688349'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:54.945117 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Provisioning complete for port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:54.945552 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:54.945946 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Attempt 1 to provision port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 Oct 31 12:32:54.966381 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c5ec-e447-407d-bfcf-1025e2c95e10 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.078828 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Pushing event updated for resources: {'Port': ['ID=d276b4e3-2e03-4957-b1ae-9b06515a11ba,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:55.111711 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:55.112474 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.119117 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:55.124179 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c5ec-e447-407d-bfcf-1025e2c95e10 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (c4630ca8-d21c-4e2c-874a-7285b83c7f41), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.126372 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf7112-023f-4930-a53c-0120443f444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965943c-b640-4b4b-ab0c-430280fc4ef5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:55.126531 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:55.133953 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:55.134910 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (a62c68ba-73aa-4b4e-94de-afb730dc7534), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.178728 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c5ec-e447-407d-bfcf-1025e2c95e10 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c4630ca8-d21c-4e2c-874a-7285b83c7f41), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.241841 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c5ec-e447-407d-bfcf-1025e2c95e10 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4630ca8-d21c-4e2c-874a-7285b83c7f41,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:55.285074 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Router 20837092-9635-4ba6-98b3-0a4c012d322f is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:32:55.314479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54806) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:55.324714 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c5ec-e447-407d-bfcf-1025e2c95e10 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.325955 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2bd7c5ec-e447-407d-bfcf-1025e2c95e10 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4620512 Oct 31 12:32:55.336253 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54808) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:55.342134 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-484fa725-9270-4d7c-a9cb-bc72c96ed5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'security_group_rule': {'security_group_id': 'c4630ca8-d21c-4e2c-874a-7285b83c7f41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:55.471337 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-484fa725-9270-4d7c-a9cb-bc72c96ed5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (242158f0-5575-45b7-bfc4-3cc7d1fae245), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.523377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.557995 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:55.571312 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:32:55.571796 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6f6233d4-0479-4d90-8a72-8b42284bbbd2 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e5b36b45-9997-4cce-a588-dfca33a47d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2969525 Oct 31 12:32:55.599475 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:55.600162 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:55.614434 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] For port 4f85ae0f-3333-494c-b57d-6ee9bbe12709, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:55.665058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2d4e9b67-4ea0-41cc-8dea-de37a1f9b549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.684321 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:55.778178 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:55.780847 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:49Z', 'revision_number': 3, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:55.802050 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Pushing event updated for resources: {'Port': ['ID=6159ebcf-7349-42b0-91c2-96b1387a6d0c,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:55.837321 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2d4e9b67-4ea0-41cc-8dea-de37a1f9b549 admin admin] Publish callbacks [] for security_group (d460ebd9-494f-451c-a3ac-153ca97a32c8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.860026 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:55.863008 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:55.875001 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-484fa725-9270-4d7c-a9cb-bc72c96ed5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (242158f0-5575-45b7-bfc4-3cc7d1fae245), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.880635 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2d4e9b67-4ea0-41cc-8dea-de37a1f9b549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d460ebd9-494f-451c-a3ac-153ca97a32c8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.889967 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] For port 4f85ae0f-3333-494c-b57d-6ee9bbe12709, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=4f85ae0f-3333-494c-b57d-6ee9bbe12709,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:55.909386 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:55.912687 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:55.946533 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Checking router: 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:32:55.946896 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Updating router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:32:55.949430 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:55.970993 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:32:56.212446 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c4435-6ca1-46b6-81f3-ea1f9962e2ba None None] Pushing event updated for resources: {'Port': ['ID=4f85ae0f-3333-494c-b57d-6ee9bbe12709,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:56.257282 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks [] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.273104 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.273874 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (a62c68ba-73aa-4b4e-94de-afb730dc7534), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.287094 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.290338 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6159ebcf-7349-42b0-91c2-96b1387a6d0c up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:56.314791 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:56.314791 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:56.314791 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:56.320569 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:32:52Z', 'revision_number': 2, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:56.337816 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-484fa725-9270-4d7c-a9cb-bc72c96ed5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (242158f0-5575-45b7-bfc4-3cc7d1fae245), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.352273 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:32:56.353017 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Updating router e5b36b45-9997-4cce-a588-dfca33a47d5a port 657193f2-5927-4d37-98d0-6089518348ee binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:32:56.409403 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (657193f2-5927-4d37-98d0-6089518348ee), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.496826 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:56.498905 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2d4e9b67-4ea0-41cc-8dea-de37a1f9b549 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9922c71d9dc44483b6febddf439bdc84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1772666 Oct 31 12:32:56.502888 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54848) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:56.505158 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e9b67-4ea0-41cc-8dea-de37a1f9b549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d460ebd9-494f-451c-a3ac-153ca97a32c8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:56.508423 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:56.531304 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fa725-9270-4d7c-a9cb-bc72c96ed5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242158f0-5575-45b7-bfc4-3cc7d1fae245,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:56.573865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-484fa725-9270-4d7c-a9cb-bc72c96ed5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.578569 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54852) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:56.579180 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-484fa725-9270-4d7c-a9cb-bc72c96ed5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2417178 Oct 31 12:32:56.583271 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Pushing event updated for resources: {'Port': ['ID=d276b4e3-2e03-4957-b1ae-9b06515a11ba,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:56.586671 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.591132 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-71b4ed10-b2aa-457d-8a38-749267895281 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'security_group_rule': {'security_group_id': 'c4630ca8-d21c-4e2c-874a-7285b83c7f41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:56.592400 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7fe80fa9-9bc5-48d3-b399-349521f9eea1 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.4332600 Oct 31 12:32:56.594513 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54854) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:56.602512 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.622005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:56.719775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2706d4f9-4fba-4fb5-a260-c4b2c9c89119 admin admin] Publish callbacks [] for security_group (d460ebd9-494f-451c-a3ac-153ca97a32c8), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.773786 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54858) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:56.786814 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-bc9872bd-93bd-4590-abe3-aa7e80760530 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1173477971', 'description': 'tempest-description--1237618692'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:56.800857 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Sync routers for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:32:56.808073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2706d4f9-4fba-4fb5-a260-c4b2c9c89119 admin admin] Publish callbacks [] for security_group (d460ebd9-494f-451c-a3ac-153ca97a32c8), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.835290 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.908362 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2706d4f9-4fba-4fb5-a260-c4b2c9c89119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d460ebd9-494f-451c-a3ac-153ca97a32c8), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.912303 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2706d4f9-4fba-4fb5-a260-c4b2c9c89119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:56.913861 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2706d4f9-4fba-4fb5-a260-c4b2c9c89119 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d460ebd9-494f-451c-a3ac-153ca97a32c8 HTTP/1.1" status: 204 len: 168 time: 0.4033370 Oct 31 12:32:56.966284 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-71b4ed10-b2aa-457d-8a38-749267895281 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (00ae780f-87a6-4deb-9ffe-21e712867c0c), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.010873 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Current status of the port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:57.016855 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Publish callbacks [] for port (657193f2-5927-4d37-98d0-6089518348ee), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.040369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d4f9-4fba-4fb5-a260-c4b2c9c89119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d460ebd9-494f-451c-a3ac-153ca97a32c8,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:57.073655 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (657193f2-5927-4d37-98d0-6089518348ee), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.077668 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Provisioning complete for port 657193f2-5927-4d37-98d0-6089518348ee triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:57.078052 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (657193f2-5927-4d37-98d0-6089518348ee), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.078746 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Attempt 1 to provision port 657193f2-5927-4d37-98d0-6089518348ee Oct 31 12:32:57.115456 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:57.155859 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bc9872bd-93bd-4590-abe3-aa7e80760530 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.193463 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:57.194672 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:57.220128 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:57.226481 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26cec7-4e2a-4c28-815f-373dba00f161 None None] Pushing event updated for resources: {'Port': ['ID=657193f2-5927-4d37-98d0-6089518348ee,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:57.261536 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:57.269758 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:57.320714 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Attempting to bind port 657193f2-5927-4d37-98d0-6089518348ee on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:57.321030 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Attempting to bind port 657193f2-5927-4d37-98d0-6089518348ee by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:57.324109 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Attempting to bind port 657193f2-5927-4d37-98d0-6089518348ee on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:57.330555 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:57.421195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Allocated IP 172.20.0.1 (9c998076-e873-4913-aa9f-032e3218ef2a/518ba383-4e9d-4584-9703-20cae6c2edf5/578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:57.443539 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 6159ebcf-7349-42b0-91c2-96b1387a6d0c triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:57.444090 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.444319 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:57.444510 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 6159ebcf-7349-42b0-91c2-96b1387a6d0c Oct 31 12:32:57.445043 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Checking segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:57.447331 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.448084 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Bound using segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:57.450367 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Bound port: 657193f2-5927-4d37-98d0-6089518348ee, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:57.450963 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (657193f2-5927-4d37-98d0-6089518348ee), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.601269 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] For port 657193f2-5927-4d37-98d0-6089518348ee, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:32:57.611593 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] For port 657193f2-5927-4d37-98d0-6089518348ee, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=657193f2-5927-4d37-98d0-6089518348ee,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:32:57.631115 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (657193f2-5927-4d37-98d0-6089518348ee), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.713816 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks [] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.717541 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Port 657193f2-5927-4d37-98d0-6089518348ee cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:32:57.727396 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:57.729894 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:57.730550 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:57.738471 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Provisioning complete for port b4cbfe14-19fa-46c3-91f6-4ccb730372ec triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:57.739008 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.739535 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Attempt 1 to provision port b4cbfe14-19fa-46c3-91f6-4ccb730372ec Oct 31 12:32:57.778316 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 2, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:57.785185 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:57.789966 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54886) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:57.792444 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.814108 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:57.823293 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-71b4ed10-b2aa-457d-8a38-749267895281 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (00ae780f-87a6-4deb-9ffe-21e712867c0c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.827886 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:57.832117 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.834204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-25bb375a-382f-4e4c-a863-ffa64e520cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.849048 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26cec7-4e2a-4c28-815f-373dba00f161 None None] Pushing event updated for resources: {'Port': ['ID=657193f2-5927-4d37-98d0-6089518348ee,revision_number=4']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:57.917755 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-71b4ed10-b2aa-457d-8a38-749267895281 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (00ae780f-87a6-4deb-9ffe-21e712867c0c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.925914 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:32:57.935762 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f6a5e8-9635-4f8b-84cb-37dfbd4f1890 None None] The sync data for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi is: [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 2, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:32:57.947080 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Pushing event updated for resources: {'Port': ['ID=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:57.953879 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:57.982890 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4ed10-b2aa-457d-8a38-749267895281 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ae780f-87a6-4deb-9ffe-21e712867c0c,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:57.997525 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-71b4ed10-b2aa-457d-8a38-749267895281 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:57.999021 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-71b4ed10-b2aa-457d-8a38-749267895281 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4182131 Oct 31 12:32:58.131154 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 6159ebcf-7349-42b0-91c2-96b1387a6d0c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:58.133143 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device b4cbfe14-19fa-46c3-91f6-4ccb730372ec up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:58.134631 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54896) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:58.161937 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:58.214500 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Current status of the port b4cbfe14-19fa-46c3-91f6-4ccb730372ec is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:58.236042 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Network 9c998076-e873-4913-aa9f-032e3218ef2a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:32:58.257618 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:32:58.270233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-25bb375a-382f-4e4c-a863-ffa64e520cd1 admin admin] Publish callbacks [] for security_group (6d2c0e30-a591-4251-84e4-4a41127a7feb), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.284147 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-25bb375a-382f-4e4c-a863-ffa64e520cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (6d2c0e30-a591-4251-84e4-4a41127a7feb), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.287772 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:32:58.288277 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.304669 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bc9872bd-93bd-4590-abe3-aa7e80760530 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (81f400f3-2029-4bad-b8ac-0c01a2b5dcc8), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.445277 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bc9872bd-93bd-4590-abe3-aa7e80760530 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (81f400f3-2029-4bad-b8ac-0c01a2b5dcc8), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.461470 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Provisioning complete for port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:58.463856 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:32:57Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:58.465460 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.467329 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Attempt 1 to provision port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c Oct 31 12:32:58.485195 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.549103 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c455e-988a-42d1-a95e-4696394434e5 None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:32:57Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:32:58.578013 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb375a-382f-4e4c-a863-ffa64e520cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2c0e30-a591-4251-84e4-4a41127a7feb,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:58.599038 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bc9872bd-93bd-4590-abe3-aa7e80760530 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.603728 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-bc9872bd-93bd-4590-abe3-aa7e80760530 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8288352 Oct 31 12:32:58.630799 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54904) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:58.652156 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-25bb375a-382f-4e4c-a863-ffa64e520cd1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8507a3a7b0fb4a21b3c528369a7ab8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8558073 Oct 31 12:32:58.685868 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54906) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:58.696074 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-6e78589d-d3d3-468f-9173-53dd9da4386e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': '81f400f3-2029-4bad-b8ac-0c01a2b5dcc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:58.736458 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Publish callbacks [] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.756488 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.765493 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:58.778239 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:58.827776 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c08faf-e22c-449c-823c-7bf937573c4f None None] Pushing event updated for resources: {'Port': ['ID=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:58.836174 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9872bd-93bd-4590-abe3-aa7e80760530 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:58.836846 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port b4cbfe14-19fa-46c3-91f6-4ccb730372ec triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:32:58.837324 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:58.837796 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port b4cbfe14-19fa-46c3-91f6-4ccb730372ec Oct 31 12:32:58.985788 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Router a62c68ba-73aa-4b4e-94de-afb730dc7534 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:32:59.000981 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54908) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:59.027948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6e78589d-d3d3-468f-9173-53dd9da4386e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (3254d17d-64a4-4290-beb5-76abbbbae9ac), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.031970 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.078707 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-83854650-bffa-45fb-87dd-b9e83c014de4 admin admin] Publish callbacks [] for security_group (6d2c0e30-a591-4251-84e4-4a41127a7feb), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.169691 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 3, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:59.192247 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Allocated IP 172.20.0.1 (89ec9ee8-fff5-4bf0-84fc-cc885776f150/26baf52b-560a-4b72-820d-24a5f11aa158/33d357a0-829c-40a2-888c-268e47cd9738) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:59.233594 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-83854650-bffa-45fb-87dd-b9e83c014de4 admin admin] Publish callbacks [] for security_group (6d2c0e30-a591-4251-84e4-4a41127a7feb), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.291552 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.353594 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:59.356657 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6e78589d-d3d3-468f-9173-53dd9da4386e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (3254d17d-64a4-4290-beb5-76abbbbae9ac), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.458282 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Checking router: 20837092-9635-4ba6-98b3-0a4c012d322f for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:32:59.458882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Updating router 20837092-9635-4ba6-98b3-0a4c012d322f port 5b9790b1-b89c-4013-a3a6-408eb26c19dc binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:32:59.465572 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Attempting to bind port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:32:59.465947 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Attempting to bind port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:32:59.466308 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Attempting to bind port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:32:59.548190 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f57b8f4f-749d-434e-94ef-5d3abc802afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.683381 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6e78589d-d3d3-468f-9173-53dd9da4386e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (3254d17d-64a4-4290-beb5-76abbbbae9ac), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.689714 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Allocated IP 172.27.3.18 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/b7e54991-40ba-4c65-a408-f9433c1e0927) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:32:59.719624 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:32:59.719833 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:32:59.720182 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:32:59.720721 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.721216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:32:59.722353 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Bound port: 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:32:59.723038 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.725060 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.733572 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Sync routers for ids ['a62c68ba-73aa-4b4e-94de-afb730dc7534'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:32:59.750240 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d3c4ece3-2a20-4d93-974e-6fec2f66ca72 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a62c68ba-73aa-4b4e-94de-afb730dc7534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9567533 Oct 31 12:32:59.756069 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Routers {'a62c68ba-73aa-4b4e-94de-afb730dc7534'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:32:59.756701 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['a62c68ba-73aa-4b4e-94de-afb730dc7534'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:32:59.771659 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78589d-d3d3-468f-9173-53dd9da4386e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3254d17d-64a4-4290-beb5-76abbbbae9ac,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:32:59.783453 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6e78589d-d3d3-468f-9173-53dd9da4386e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.785434 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-83854650-bffa-45fb-87dd-b9e83c014de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (6d2c0e30-a591-4251-84e4-4a41127a7feb), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.790450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-83854650-bffa-45fb-87dd-b9e83c014de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.796283 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6e78589d-d3d3-468f-9173-53dd9da4386e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1570313 Oct 31 12:32:59.797887 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-83854650-bffa-45fb-87dd-b9e83c014de4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6d2c0e30-a591-4251-84e4-4a41127a7feb HTTP/1.1" status: 204 len: 168 time: 1.1105733 Oct 31 12:32:59.806949 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 54918) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:32:59.838425 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:59.840264 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-d1d6ee3e-1069-44e4-95d3-271c7df3eabb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': '81f400f3-2029-4bad-b8ac-0c01a2b5dcc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:32:59.867634 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:32:59.912831 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port b4cbfe14-19fa-46c3-91f6-4ccb730372ec is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:32:59.916326 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:32:59.936767 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks [] for port (33d357a0-829c-40a2-888c-268e47cd9738), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:32:59.999860 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee3e-1069-44e4-95d3-271c7df3eabb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (91e52512-14d8-4cf5-adc9-58862a9d9c62), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.031037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f57b8f4f-749d-434e-94ef-5d3abc802afa admin admin] Publish callbacks [] for security_group (24f0d6d0-8fb1-4563-b745-ca4a253ac336), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.043147 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854650-bffa-45fb-87dd-b9e83c014de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2c0e30-a591-4251-84e4-4a41127a7feb,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:00.067355 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f57b8f4f-749d-434e-94ef-5d3abc802afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (24f0d6d0-8fb1-4563-b745-ca4a253ac336), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.104245 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Set router a62c68ba-73aa-4b4e-94de-afb730dc7534 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:00.118176 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Current status of the port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:00.119522 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.172888 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:00.185078 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:00.250392 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] For port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:00.253887 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f57b8f4f-749d-434e-94ef-5d3abc802afa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f7c7ae7636c54e8d93df903ff10551df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2465804 Oct 31 12:33:00.254658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54926) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:00.260451 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b8f4f-749d-434e-94ef-5d3abc802afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0d6d0-8fb1-4563-b745-ca4a253ac336,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:00.270330 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (33d357a0-829c-40a2-888c-268e47cd9738), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.358714 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] For port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=76ccb4d5-1da0-4891-84ae-ec523e4bbd1c,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:00.361630 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:00.397537 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.400640 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks [] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.407505 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] For port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:00.414380 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee3e-1069-44e4-95d3-271c7df3eabb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (91e52512-14d8-4cf5-adc9-58862a9d9c62), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.419674 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.421171 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.435310 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee3e-1069-44e4-95d3-271c7df3eabb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (91e52512-14d8-4cf5-adc9-58862a9d9c62), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.481300 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:00.499428 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:00.502016 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.502617 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c Oct 31 12:33:00.508287 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.548890 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ee3e-1069-44e4-95d3-271c7df3eabb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e52512-14d8-4cf5-adc9-58862a9d9c62,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:00.556048 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:00.582465 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:00.584584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (20837092-9635-4ba6-98b3-0a4c012d322f), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.618883 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.619050 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:00.625593 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ee3e-1069-44e4-95d3-271c7df3eabb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:00.627291 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d1d6ee3e-1069-44e4-95d3-271c7df3eabb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8192825 Oct 31 12:33:00.634375 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54940) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:00.648635 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Pushing event updated for resources: {'Port': ['ID=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:00.743595 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:00.762034 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782dbb3-4884-49e7-be83-b6022e382116 None None] Pushing event updated for resources: {'Port': ['ID=76ccb4d5-1da0-4891-84ae-ec523e4bbd1c,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:00.788289 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:00.813535 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Network 9c998076-e873-4913-aa9f-032e3218ef2a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:00.821913 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:00.850132 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:32:55Z', 'revision_number': 4, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port': {'id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd276b4e3-2e03-4957-b1ae-9b06515a11ba', 'name': '', 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'mac_address': 'fa:16:3e:77:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eef00990-185e-4d60-8f11-ed6af1b02625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:53Z', 'updated_at': '2022-10-31T12:32:55Z', 'revision_number': 2, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'subnets': [{'id': 'eef00990-185e-4d60-8f11-ed6af1b02625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:00.985849 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Checking router: a62c68ba-73aa-4b4e-94de-afb730dc7534 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:33:00.986502 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:00.990480 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Updating router a62c68ba-73aa-4b4e-94de-afb730dc7534 port d276b4e3-2e03-4957-b1ae-9b06515a11ba binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:33:00.997846 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=33d357a0-829c-40a2-888c-268e47cd9738,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:01.004943 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 54970) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:01.013555 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.017181 dv-cinder-796170-6-iscsi neutron-server[104557]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 31 12:33:01.040126 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Provisioning complete for port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:01.040513 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.053007 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Attempt 1 to provision port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 Oct 31 12:33:01.145172 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.202955 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:01.271635 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Provisioning complete for port 6159ebcf-7349-42b0-91c2-96b1387a6d0c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:01.273754 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.274773 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Attempt 1 to provision port 6159ebcf-7349-42b0-91c2-96b1387a6d0c Oct 31 12:33:01.305099 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:01.305915 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:01.321422 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'Port': ['ID=b7e54991-40ba-4c65-a408-f9433c1e0927,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:01.334127 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:33:01.528711 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:33:01.564379 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-cb904ff4-cdb8-482e-adc4-26ebb7e8bbaa admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/33c227a4-53cf-488c-8e48-1bc0d5e58ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4431269 Oct 31 12:33:01.614720 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (33d357a0-829c-40a2-888c-268e47cd9738), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.622584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-ad964b65-bfc7-488b-bdf8-b19c3b8b8f1d tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:01.631135 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-ad964b65-bfc7-488b-bdf8-b19c3b8b8f1d tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 HTTP/1.1" status: 200 len: 812 time: 0.6156790 Oct 31 12:33:01.681029 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-d9492d17-8547-449e-875e-96cace33ce8e tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/quotas/a4d5cd8851dc4216b4e3e035a32decad HTTP/1.1" status: 200 len: 375 time: 0.0485291 Oct 31 12:33:01.700580 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:01.703562 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d04d-7505-49eb-8b15-a5de3768a98e admin admin] Publish callbacks [] for security_group (24f0d6d0-8fb1-4563-b745-ca4a253ac336), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.717972 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:01.725275 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c08faf-e22c-449c-823c-7bf937573c4f None None] Pushing event updated for resources: {'Port': ['ID=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:01.740335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d04d-7505-49eb-8b15-a5de3768a98e admin admin] Publish callbacks [] for security_group (24f0d6d0-8fb1-4563-b745-ca4a253ac336), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.751506 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Publish callbacks [] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.766207 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:01.824369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:01.826058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:01.834808 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:01.899916 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bd020-ab51-4f2f-b959-04b65018c290 None None] Pushing event updated for resources: {'Port': ['ID=d276b4e3-2e03-4957-b1ae-9b06515a11ba,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:01.915273 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:01.984544 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Attempting to bind port d276b4e3-2e03-4957-b1ae-9b06515a11ba on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:01.984901 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Attempting to bind port d276b4e3-2e03-4957-b1ae-9b06515a11ba by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:01.985425 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Attempting to bind port d276b4e3-2e03-4957-b1ae-9b06515a11ba on network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:02.047358 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:02.082334 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:02.082989 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Checking segment: {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:02.090533 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.091632 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Bound using segment: {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:02.092794 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Bound port: d276b4e3-2e03-4957-b1ae-9b06515a11ba, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:02.093346 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.111849 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d04d-7505-49eb-8b15-a5de3768a98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (24f0d6d0-8fb1-4563-b745-ca4a253ac336), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.115109 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d04d-7505-49eb-8b15-a5de3768a98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.116847 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bcd1d04d-7505-49eb-8b15-a5de3768a98e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/24f0d6d0-8fb1-4563-b745-ca4a253ac336 HTTP/1.1" status: 204 len: 168 time: 1.8530436 Oct 31 12:33:02.147971 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.225870 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Current status of the port 6159ebcf-7349-42b0-91c2-96b1387a6d0c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:02.247198 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Provisioning complete for port 657193f2-5927-4d37-98d0-6089518348ee triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:02.247378 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] For port d276b4e3-2e03-4957-b1ae-9b06515a11ba, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:02.247605 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (657193f2-5927-4d37-98d0-6089518348ee), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.247947 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Attempt 1 to provision port 657193f2-5927-4d37-98d0-6089518348ee Oct 31 12:33:02.253803 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] For port d276b4e3-2e03-4957-b1ae-9b06515a11ba, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d276b4e3-2e03-4957-b1ae-9b06515a11ba,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:02.257235 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1d04d-7505-49eb-8b15-a5de3768a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0d6d0-8fb1-4563-b745-ca4a253ac336,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:02.259203 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device c3d5452c-141e-4643-b1d1-b574eded3a11 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:02.280545 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.302084 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Publish callbacks [] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.333540 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-18bdd4c3-b5e4-41af-8009-f28e0fb4d85b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a4d5cd8851dc4216b4e3e035a32decad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6512601 Oct 31 12:33:02.365165 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.376651 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks [] for port (33d357a0-829c-40a2-888c-268e47cd9738), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.392649 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (83f96394-6246-463f-ac7c-af4bf2a58e76), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.402132 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (33d357a0-829c-40a2-888c-268e47cd9738), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.403100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (20837092-9635-4ba6-98b3-0a4c012d322f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.411933 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:02.415355 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bd020-ab51-4f2f-b959-04b65018c290 None None] Pushing event updated for resources: {'Port': ['ID=d276b4e3-2e03-4957-b1ae-9b06515a11ba,revision_number=4']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:02.446945 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Routers {'a62c68ba-73aa-4b4e-94de-afb730dc7534'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:02.447609 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['a62c68ba-73aa-4b4e-94de-afb730dc7534'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:02.486092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29ba9c-1e09-47d8-83ed-271ae2748ac6 None None] Pushing event updated for resources: {'Port': ['ID=5b9790b1-b89c-4013-a3a6-408eb26c19dc,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:02.508944 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Attempting to bind port 5b9790b1-b89c-4013-a3a6-408eb26c19dc on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:02.509517 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Attempting to bind port 5b9790b1-b89c-4013-a3a6-408eb26c19dc by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:02.509924 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Attempting to bind port 5b9790b1-b89c-4013-a3a6-408eb26c19dc on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:02.546775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.596161 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:02.598120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port c3d5452c-141e-4643-b1d1-b574eded3a11 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:02.598615 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.599266 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port c3d5452c-141e-4643-b1d1-b574eded3a11 Oct 31 12:33:02.694950 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55018) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:02.698210 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.700026 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:02.701372 dv-cinder-796170-6-iscsi neutron-server[104558]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 31 12:33:02.710924 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Pushing event updated for resources: {'Port': ['ID=33d357a0-829c-40a2-888c-268e47cd9738,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:02.724268 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:02.724799 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:02.725331 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.725829 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:02.726424 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Bound port: 5b9790b1-b89c-4013-a3a6-408eb26c19dc, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:02.727268 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.762153 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Current status of the port 657193f2-5927-4d37-98d0-6089518348ee is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:02.762702 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (657193f2-5927-4d37-98d0-6089518348ee), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.788006 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] Set router a62c68ba-73aa-4b4e-94de-afb730dc7534 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:02.844941 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port c3d5452c-141e-4643-b1d1-b574eded3a11 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:02.845385 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.883484 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port c3d5452c-141e-4643-b1d1-b574eded3a11, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=c3d5452c-141e-4643-b1d1-b574eded3a11,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:02.961429 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] For port 657193f2-5927-4d37-98d0-6089518348ee, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=657193f2-5927-4d37-98d0-6089518348ee,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:02.967244 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:02.969052 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:02.971511 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:02.988689 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:03.002371 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:03.063029 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.27.3.197 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/408e6256-050a-4562-bc82-74d93c608178) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:03.076634 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (657193f2-5927-4d37-98d0-6089518348ee), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.099010 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Provisioning complete for port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:03.099247 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.099422 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Attempt 1 to provision port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c Oct 31 12:33:03.111727 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-fa68d701-f428-4351-ae64-9afad56c873d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:03.113901 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-fa68d701-f428-4351-ae64-9afad56c873d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 819 time: 0.4137113 Oct 31 12:33:03.145219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55036) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:03.155376 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-0ec8da61-450e-439d-8cf0-c850821476f1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/quotas/7573cb9c503243ab90b1649591d550e6 HTTP/1.1" status: 200 len: 375 time: 0.0332794 Oct 31 12:33:03.208861 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Sync routers for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:33:03.345837 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a615-c1ee-4972-bc89-bc118ccbd15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.364522 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-02633a61-47f0-4ffb-8664-f075588d5fd7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934788 Oct 31 12:33:03.466257 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:32:55Z', 'revision_number': 4, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port': {'id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd276b4e3-2e03-4957-b1ae-9b06515a11ba', 'name': '', 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'mac_address': 'fa:16:3e:77:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eef00990-185e-4d60-8f11-ed6af1b02625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:53Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 4, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'subnets': [{'id': 'eef00990-185e-4d60-8f11-ed6af1b02625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:03.499326 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.500899 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:03.525354 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f75f-452a-4f3b-8ff2-ebee44aa3cf1 None None] The sync data for ids ['a62c68ba-73aa-4b4e-94de-afb730dc7534'] in dv-cinder-796170-6-iscsi is: [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:32:55Z', 'revision_number': 4, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port': {'id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd276b4e3-2e03-4957-b1ae-9b06515a11ba', 'name': '', 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'mac_address': 'fa:16:3e:77:43:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eef00990-185e-4d60-8f11-ed6af1b02625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:53Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 4, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'subnets': [{'id': 'eef00990-185e-4d60-8f11-ed6af1b02625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:03.556766 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Current status of the port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:03.564741 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.566363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (83f96394-6246-463f-ac7c-af4bf2a58e76), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.567549 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:03.568883 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:03.586183 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-4fe825ba-5714-416e-b7f9-a64233e09f2c service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:33:03.587338 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-4fe825ba-5714-416e-b7f9-a64233e09f2c service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5164337 Oct 31 12:33:03.665458 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] For port 5b9790b1-b89c-4013-a3a6-408eb26c19dc, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:03.720274 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=c3d5452c-141e-4643-b1d1-b574eded3a11,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:03.739073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Router 20837092-9635-4ba6-98b3-0a4c012d322f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:33:03.742028 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.751594 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5995457 Oct 31 12:33:03.784107 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc6609-2d85-4cde-8a4b-c036c189a073 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'Port': ['ID=b7e54991-40ba-4c65-a408-f9433c1e0927,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:03.813297 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 2, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:03.846545 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (408e6256-050a-4562-bc82-74d93c608178), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.871638 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] For port 5b9790b1-b89c-4013-a3a6-408eb26c19dc, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5b9790b1-b89c-4013-a3a6-408eb26c19dc,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:03.933333 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:03.934570 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Pushing event updated for resources: {'Port': ['ID=657193f2-5927-4d37-98d0-6089518348ee,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:03.946055 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5202bc-2d52-4f9d-bad9-6aa0f5cec3fe None None] The sync data for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi is: [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 2, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:03.951432 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Provisioning complete for port d276b4e3-2e03-4957-b1ae-9b06515a11ba triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:03.951599 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:03.955937 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Attempt 1 to provision port d276b4e3-2e03-4957-b1ae-9b06515a11ba Oct 31 12:33:03.995443 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-4d8326ee-0918-49ce-b936-c0a6b90649ec service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104558) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:33:03.996595 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-4d8326ee-0918-49ce-b936-c0a6b90649ec service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2261348 Oct 31 12:33:04.064630 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.067233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:04.067609 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.067954 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 Oct 31 12:33:04.226766 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-bf08029f-4e03-4c6b-878b-3495f845233a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220886 Oct 31 12:33:04.234178 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:04.308041 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:04.308803 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:04.331980 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a615-c1ee-4972-bc89-bc118ccbd15c admin admin] Publish callbacks [] for security_group (9b2a1764-cbd4-429c-b400-f98cacd1596e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.414231 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:33:04.445868 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-15502840-cbcd-4b51-9d82-c0f74ace9c15 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/20837092-9635-4ba6-98b3-0a4c012d322f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8498049 Oct 31 12:33:04.453462 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a615-c1ee-4972-bc89-bc118ccbd15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (9b2a1764-cbd4-429c-b400-f98cacd1596e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.457516 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29ba9c-1e09-47d8-83ed-271ae2748ac6 None None] Pushing event updated for resources: {'Port': ['ID=5b9790b1-b89c-4013-a3a6-408eb26c19dc,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:04.497446 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9bc7a615-c1ee-4972-bc89-bc118ccbd15c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=17fde387d0a94493b34bb5b20ee9aa4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2412910 Oct 31 12:33:04.501771 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55078) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:04.513105 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:04.520092 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-82892806-67ed-4e0b-8ed4-69cbba023a2c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8750873 Oct 31 12:33:04.532032 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-bb1fdc8c-9a47-4333-b149-6af8899a5cfa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891574 Oct 31 12:33:04.626780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Current status of the port d276b4e3-2e03-4957-b1ae-9b06515a11ba is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:04.627415 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.715419 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-3a24db7c-def6-413c-a4e3-7b95b7f81e27 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314802 Oct 31 12:33:04.734306 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7a615-c1ee-4972-bc89-bc118ccbd15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2a1764-cbd4-429c-b400-f98cacd1596e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:04.752015 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (408e6256-050a-4562-bc82-74d93c608178), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.795007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:04.796050 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-706a1e4a-a634-45ba-a48d-91433f3afb6a admin admin] Publish callbacks [] for security_group (9b2a1764-cbd4-429c-b400-f98cacd1596e), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.825858 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-706a1e4a-a634-45ba-a48d-91433f3afb6a admin admin] Publish callbacks [] for security_group (9b2a1764-cbd4-429c-b400-f98cacd1596e), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.832630 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55094) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:04.885475 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:04.891953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:04.897062 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:04.930742 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55108) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:04.937592 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-706a1e4a-a634-45ba-a48d-91433f3afb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (9b2a1764-cbd4-429c-b400-f98cacd1596e), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.954412 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-706a1e4a-a634-45ba-a48d-91433f3afb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:04.955707 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-706a1e4a-a634-45ba-a48d-91433f3afb6a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9b2a1764-cbd4-429c-b400-f98cacd1596e HTTP/1.1" status: 204 len: 168 time: 0.4384735 Oct 31 12:33:05.017457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=408e6256-050a-4562-bc82-74d93c608178,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:05.053233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a1e4a-a634-45ba-a48d-91433f3afb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2a1764-cbd4-429c-b400-f98cacd1596e,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:05.105333 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:05.106568 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (e5b61c09-f510-4761-aa20-078acf34450e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.167895 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (408e6256-050a-4562-bc82-74d93c608178), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.171824 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-89bb98ae-84a1-4c66-8282-a30027d98b88 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2081838466&fields=id&tenant_id=b9a2bf9a5a484523a700e4e6c568d4de HTTP/1.1" status: 200 len: 267 time: 0.1965523 Oct 31 12:33:05.174271 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a7083300-942e-4618-a373-5120c722428a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.192472 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:05.193611 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:05.220239 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:05.221450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8fd100ac-dacf-4caf-818d-5b0499e22f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.298782 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] For port d276b4e3-2e03-4957-b1ae-9b06515a11ba, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d276b4e3-2e03-4957-b1ae-9b06515a11ba,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:05.324676 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.340430 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Provisioning complete for port 2229e748-dc62-4389-9ac9-38310d099bd6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:05.340826 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.341165 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Attempt 1 to provision port 2229e748-dc62-4389-9ac9-38310d099bd6 Oct 31 12:33:05.345782 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8fd100ac-dacf-4caf-818d-5b0499e22f17 admin admin] Publish callbacks [] for security_group (347615b1-5ef7-4ac3-bc70-0a7e5230b081), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.381835 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8fd100ac-dacf-4caf-818d-5b0499e22f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (347615b1-5ef7-4ac3-bc70-0a7e5230b081), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.415114 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:05.416679 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:05.418569 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Port 2229e748-dc62-4389-9ac9-38310d099bd6 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:05.458918 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 2, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:05.469700 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8fd100ac-dacf-4caf-818d-5b0499e22f17 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8ae36f67568d4091b640ef57ce7e1e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378454 Oct 31 12:33:05.476647 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55146) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:05.482089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (408e6256-050a-4562-bc82-74d93c608178), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.482878 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd100ac-dacf-4caf-818d-5b0499e22f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347615b1-5ef7-4ac3-bc70-0a7e5230b081,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:05.500286 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Checking router: 20d075e0-3164-4ac1-b7f8-7306bee4bff3 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:33:05.500644 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Updating router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 port 2229e748-dc62-4389-9ac9-38310d099bd6 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:33:05.513034 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:05.513412 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.513743 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c Oct 31 12:33:05.545460 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:05.546308 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:05.571217 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-6b9dc602-a61f-4d2d-8f90-9aeea374dd62 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:05.578975 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-6b9dc602-a61f-4d2d-8f90-9aeea374dd62 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 810 time: 0.4057565 Oct 31 12:33:05.593726 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (408e6256-050a-4562-bc82-74d93c608178), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.594665 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (e5b61c09-f510-4761-aa20-078acf34450e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.604302 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ada45577-7937-474c-83ff-74c7834fcd7e req-7f5e9575-1aa7-4e5e-a804-83f1b7f7c885 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 210 time: 0.1194746 Oct 31 12:33:05.677700 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-e4e96e4d-51f2-474e-99f5-2211b6b57f16 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/quotas/b9a2bf9a5a484523a700e4e6c568d4de HTTP/1.1" status: 200 len: 375 time: 0.0973771 Oct 31 12:33:05.691673 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Provisioning complete for port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:05.693157 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.694364 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Attempt 1 to provision port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 Oct 31 12:33:05.709401 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a7083300-942e-4618-a373-5120c722428a admin admin] Publish callbacks [] for security_group (8e3045ab-2982-4b51-ac66-650bc6cd39ad), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.712469 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8351c5da-8f67-4781-9e3a-9e416aa34892 admin admin] Publish callbacks [] for security_group (347615b1-5ef7-4ac3-bc70-0a7e5230b081), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.724810 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.734100 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9886644 Oct 31 12:33:05.736006 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0444b5-c7aa-4c8a-8bb3-ec67fe90fdba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=408e6256-050a-4562-bc82-74d93c608178,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:05.736125 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8351c5da-8f67-4781-9e3a-9e416aa34892 admin admin] Publish callbacks [] for security_group (347615b1-5ef7-4ac3-bc70-0a7e5230b081), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.753994 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:05.765921 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d514ab0-9fc6-40d0-ad07-7eebe7216ced None None] Pushing event updated for resources: {'Port': ['ID=d276b4e3-2e03-4957-b1ae-9b06515a11ba,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:05.795312 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.834675 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-dc657fc0-3714-415c-a44a-4d4bdf87767c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530740 Oct 31 12:33:05.836024 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a7083300-942e-4618-a373-5120c722428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8e3045ab-2982-4b51-ac66-650bc6cd39ad), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.851976 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Provisioning complete for port 33d357a0-829c-40a2-888c-268e47cd9738 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:05.852262 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (33d357a0-829c-40a2-888c-268e47cd9738), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.852590 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Attempt 1 to provision port 33d357a0-829c-40a2-888c-268e47cd9738 Oct 31 12:33:05.910277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:05.911388 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 4f85ae0f-3333-494c-b57d-6ee9bbe12709 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:05.990475 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8351c5da-8f67-4781-9e3a-9e416aa34892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (347615b1-5ef7-4ac3-bc70-0a7e5230b081), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.995259 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8351c5da-8f67-4781-9e3a-9e416aa34892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:05.996654 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8351c5da-8f67-4781-9e3a-9e416aa34892 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/347615b1-5ef7-4ac3-bc70-0a7e5230b081 HTTP/1.1" status: 204 len: 168 time: 0.5154972 Oct 31 12:33:06.030231 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-440e63fa-d639-46ee-a4a1-023ba2b0ad88 None None] Port 33d357a0-829c-40a2-888c-268e47cd9738 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:06.067118 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7083300-942e-4618-a373-5120c722428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3045ab-2982-4b51-ac66-650bc6cd39ad,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:06.077915 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a7083300-942e-4618-a373-5120c722428a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cbf8f3193ba2448190df58e256e7e4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2440760 Oct 31 12:33:06.081727 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55178) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:06.104426 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:01Z', 'revision_number': 2, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:06.146643 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351c5da-8f67-4781-9e3a-9e416aa34892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347615b1-5ef7-4ac3-bc70-0a7e5230b081,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:06.147793 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f54da6-f302-4564-a1d0-20859b9f09da None None] The sync data for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi is: [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:01Z', 'revision_number': 2, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:06.155849 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:06.156392 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:06.156730 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 Oct 31 12:33:06.209342 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-8414f663-fd35-46a1-95bb-7e45a4f6f124 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161011 Oct 31 12:33:06.217831 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55184) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:06.233974 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-81443abc-b7fd-4123-8197-8490ef162397 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775222746', 'description': 'tempest-description--1975957367'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:06.260858 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0211c311-5ef3-490e-a372-e59d11080560 admin admin] Publish callbacks [] for security_group (8e3045ab-2982-4b51-ac66-650bc6cd39ad), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:06.312597 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-81443abc-b7fd-4123-8197-8490ef162397 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:06.342164 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0211c311-5ef3-490e-a372-e59d11080560 admin admin] Publish callbacks [] for security_group (8e3045ab-2982-4b51-ac66-650bc6cd39ad), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:06.349874 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1f51b1cc-e70a-4782-b5a0-d802040fceca req-9fe3e0c0-3dfd-4d04-bb10-9428990a20fc tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 210 time: 0.0718079 Oct 31 12:33:06.501478 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0211c311-5ef3-490e-a372-e59d11080560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8e3045ab-2982-4b51-ac66-650bc6cd39ad), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:06.506036 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0211c311-5ef3-490e-a372-e59d11080560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:06.507744 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0211c311-5ef3-490e-a372-e59d11080560 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8e3045ab-2982-4b51-ac66-650bc6cd39ad HTTP/1.1" status: 204 len: 168 time: 0.4236963 Oct 31 12:33:06.564155 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211c311-5ef3-490e-a372-e59d11080560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3045ab-2982-4b51-ac66-650bc6cd39ad,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:06.780951 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-d2061969-4bd4-4675-8f60-d03d7bebfeb0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:06.783537 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-d2061969-4bd4-4675-8f60-d03d7bebfeb0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 819 time: 0.2693117 Oct 31 12:33:06.805748 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:06.807636 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:06.823718 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-9bccb022-ea24-40ec-8d0c-7b8060d1add8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/quotas/7573cb9c503243ab90b1649591d550e6 HTTP/1.1" status: 200 len: 375 time: 0.0323431 Oct 31 12:33:06.850906 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 4f85ae0f-3333-494c-b57d-6ee9bbe12709, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=4f85ae0f-3333-494c-b57d-6ee9bbe12709,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:06.862791 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:06.870784 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-4bfa2527-b1e7-40b9-8f98-b9a17ba3f94d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913405 Oct 31 12:33:06.981413 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55222) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:06.987083 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-ba4be083-78d6-4c06-bc52-3b94a27928e6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1624043 Oct 31 12:33:07.052258 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Publish callbacks [] for port (2229e748-dc62-4389-9ac9-38310d099bd6), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.061537 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:07.065161 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:07.076165 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.080930 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-afe247c6-5a40-44f6-96d3-c99a2d4ce3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.094561 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.099301 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5a6d3087-6e22-4287-86c6-67044c7ecc88 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:07.172018 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-81443abc-b7fd-4123-8197-8490ef162397 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (3aa11a5e-4997-4a7f-ba4b-324c0153e189), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.210179 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-81443abc-b7fd-4123-8197-8490ef162397 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (3aa11a5e-4997-4a7f-ba4b-324c0153e189), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.299577 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-e5db7732-3f3e-406b-bd1e-79da28aa07e0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113759 Oct 31 12:33:07.400627 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-81443abc-b7fd-4123-8197-8490ef162397 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.409428 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-81443abc-b7fd-4123-8197-8490ef162397 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1873949 Oct 31 12:33:07.469541 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55246) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:07.515408 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-cfa633c1-6384-46fd-acb3-9289b661d247 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'security_group_rule': {'security_group_id': '3aa11a5e-4997-4a7f-ba4b-324c0153e189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:07.551980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5a6d3087-6e22-4287-86c6-67044c7ecc88 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:07.553309 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.553662 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5a6d3087-6e22-4287-86c6-67044c7ecc88 Oct 31 12:33:07.553891 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-f584fbcb-0794-4e85-864d-7d77220c0eea service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532985 Oct 31 12:33:07.595048 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:07.628158 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81443abc-b7fd-4123-8197-8490ef162397 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa11a5e-4997-4a7f-ba4b-324c0153e189,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:07.672531 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Attempting to bind port 2229e748-dc62-4389-9ac9-38310d099bd6 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:07.672912 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Attempting to bind port 2229e748-dc62-4389-9ac9-38310d099bd6 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:07.673422 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Attempting to bind port 2229e748-dc62-4389-9ac9-38310d099bd6 on network 213ef750-b5e2-42dd-8125-73c9f2985c9d {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:07.751273 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55254) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:07.756213 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:07.756589 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Checking segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:07.756997 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.757386 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Bound using segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:07.757878 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Bound port: 2229e748-dc62-4389-9ac9-38310d099bd6, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:07.758259 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.787419 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf325998-bc23-4577-ba6d-0531339ed9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.845391 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:07.857682 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] For port 2229e748-dc62-4389-9ac9-38310d099bd6, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:07.862715 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] For port 2229e748-dc62-4389-9ac9-38310d099bd6, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=2229e748-dc62-4389-9ac9-38310d099bd6,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:07.939874 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-b78f7edb-19f5-472d-94d4-58d4393ec651 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1173477971&fields=id&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 267 time: 0.4812739 Oct 31 12:33:07.995965 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfa633c1-6384-46fd-acb3-9289b661d247 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (1626e0eb-05af-4348-83ec-437c8ec434fe), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:07.998882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5a6d3087-6e22-4287-86c6-67044c7ecc88 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:08.000040 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf325998-bc23-4577-ba6d-0531339ed9d7 admin admin] Publish callbacks [] for security_group (a390872a-8c58-4293-9f2f-bae36e16ee46), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.004853 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6159ebcf-7349-42b0-91c2-96b1387a6d0c up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:08.015056 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf325998-bc23-4577-ba6d-0531339ed9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a390872a-8c58-4293-9f2f-bae36e16ee46), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.116330 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.151571 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bfb1c-4630-4d06-a4f8-5174712e918d None None] Pushing event updated for resources: {'Port': ['ID=2229e748-dc62-4389-9ac9-38310d099bd6,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:08.218514 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-52c8529c-c2b0-4f72-8385-ed0772f7ddda req-b3d77ffa-bacc-46af-8b68-4497a8f2ac80 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 210 time: 0.0735221 Oct 31 12:33:08.265168 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cf325998-bc23-4577-ba6d-0531339ed9d7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=80329fb711ad4e4ba5547af8f6f945e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123506 Oct 31 12:33:08.285238 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55272) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:08.293979 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-afe247c6-5a40-44f6-96d3-c99a2d4ce3ed admin admin] Publish callbacks [] for security_group (259373f2-810c-4c83-bc6c-ac144b7155b3), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.311033 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 6159ebcf-7349-42b0-91c2-96b1387a6d0c triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:08.312609 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.315980 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 6159ebcf-7349-42b0-91c2-96b1387a6d0c Oct 31 12:33:08.401168 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfa633c1-6384-46fd-acb3-9289b661d247 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (1626e0eb-05af-4348-83ec-437c8ec434fe), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.414998 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=4f85ae0f-3333-494c-b57d-6ee9bbe12709,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:08.457823 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a03a7e6b-7679-4a7b-9948-036e70048beb req-c170bf22-9727-469c-b339-cf460ab65220 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 210 time: 0.0736332 Oct 31 12:33:08.458832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf325998-bc23-4577-ba6d-0531339ed9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a390872a-8c58-4293-9f2f-bae36e16ee46,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:08.482278 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:08.483566 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7eeed1a0-101c-4345-b75a-f3c38203137b admin admin] Publish callbacks [] for security_group (a390872a-8c58-4293-9f2f-bae36e16ee46), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.490672 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-afe247c6-5a40-44f6-96d3-c99a2d4ce3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (259373f2-810c-4c83-bc6c-ac144b7155b3), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.520431 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfa633c1-6384-46fd-acb3-9289b661d247 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (1626e0eb-05af-4348-83ec-437c8ec434fe), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.530315 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7eeed1a0-101c-4345-b75a-f3c38203137b admin admin] Publish callbacks [] for security_group (a390872a-8c58-4293-9f2f-bae36e16ee46), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.605298 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:08.606643 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:08.618203 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfa633c1-6384-46fd-acb3-9289b661d247 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.621066 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-cfa633c1-6384-46fd-acb3-9289b661d247 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1502538 Oct 31 12:33:08.634065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55280) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:08.646515 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-afe247c6-5a40-44f6-96d3-c99a2d4ce3ed admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=82311da4f89c402a854f67e5aade87da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6640446 Oct 31 12:33:08.647351 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa633c1-6384-46fd-acb3-9289b661d247 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1626e0eb-05af-4348-83ec-437c8ec434fe,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:08.649430 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55284) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:08.748394 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe247c6-5a40-44f6-96d3-c99a2d4ce3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259373f2-810c-4c83-bc6c-ac144b7155b3,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:08.759579 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-113ae7cf-b87f-4083-9e9f-6a1374d2b9ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'security_group_rule': {'security_group_id': '3aa11a5e-4997-4a7f-ba4b-324c0153e189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:08.780708 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-923f4f29-1357-4aa6-8d4f-98be278ecbca req-8ed17ed0-a759-49c8-8e9e-62745d723a5a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 210 time: 0.1178927 Oct 31 12:33:08.783548 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7eeed1a0-101c-4345-b75a-f3c38203137b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a390872a-8c58-4293-9f2f-bae36e16ee46), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.785127 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-0ed19b84-ec62-47b4-a142-fd9abf9d61c6 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:08.786792 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-0ed19b84-ec62-47b4-a142-fd9abf9d61c6 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.8400583 Oct 31 12:33:08.788484 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7eeed1a0-101c-4345-b75a-f3c38203137b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.791203 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7eeed1a0-101c-4345-b75a-f3c38203137b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a390872a-8c58-4293-9f2f-bae36e16ee46 HTTP/1.1" status: 204 len: 168 time: 0.5046248 Oct 31 12:33:08.844735 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bfb1c-4630-4d06-a4f8-5174712e918d None None] Pushing event updated for resources: {'Port': ['ID=2229e748-dc62-4389-9ac9-38310d099bd6,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:08.848836 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-7dfd64a7-1dc2-48c3-8225-45c37e07c506 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/quotas/bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 375 time: 0.0515046 Oct 31 12:33:08.852568 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeed1a0-101c-4345-b75a-f3c38203137b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a390872a-8c58-4293-9f2f-bae36e16ee46,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:08.860914 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6a15-14e8-4dec-adea-9467379b3446 admin admin] Publish callbacks [] for security_group (259373f2-810c-4c83-bc6c-ac144b7155b3), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.900193 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-113ae7cf-b87f-4083-9e9f-6a1374d2b9ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (37778ad1-b11b-4a12-b4a6-9bf18d6c5a6a), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.922622 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:08.972943 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6a15-14e8-4dec-adea-9467379b3446 admin admin] Publish callbacks [] for security_group (259373f2-810c-4c83-bc6c-ac144b7155b3), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:08.992930 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:09.038556 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-c1f8359d-7c88-455d-9197-6f54005806c5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1887584 Oct 31 12:33:09.091318 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-113ae7cf-b87f-4083-9e9f-6a1374d2b9ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (37778ad1-b11b-4a12-b4a6-9bf18d6c5a6a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.099367 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-113ae7cf-b87f-4083-9e9f-6a1374d2b9ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (37778ad1-b11b-4a12-b4a6-9bf18d6c5a6a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.100255 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:09.101681 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 6159ebcf-7349-42b0-91c2-96b1387a6d0c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:09.103304 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 657193f2-5927-4d37-98d0-6089518348ee up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:09.140311 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:09.166087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ae7cf-b87f-4083-9e9f-6a1374d2b9ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37778ad1-b11b-4a12-b4a6-9bf18d6c5a6a,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:09.213933 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-113ae7cf-b87f-4083-9e9f-6a1374d2b9ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.215340 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-113ae7cf-b87f-4083-9e9f-6a1374d2b9ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5502713 Oct 31 12:33:09.218780 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55304) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:09.232574 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:09.304123 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 657193f2-5927-4d37-98d0-6089518348ee triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:09.304684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.305112 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (657193f2-5927-4d37-98d0-6089518348ee), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.305662 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 657193f2-5927-4d37-98d0-6089518348ee Oct 31 12:33:09.410307 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6a15-14e8-4dec-adea-9467379b3446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (259373f2-810c-4c83-bc6c-ac144b7155b3), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.421538 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cf5e6a15-14e8-4dec-adea-9467379b3446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.424535 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-cf5e6a15-14e8-4dec-adea-9467379b3446 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/259373f2-810c-4c83-bc6c-ac144b7155b3 HTTP/1.1" status: 204 len: 168 time: 0.7701354 Oct 31 12:33:09.428400 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.20', 53814) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:09.586918 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:09.594352 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e6a15-14e8-4dec-adea-9467379b3446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259373f2-810c-4c83-bc6c-ac144b7155b3,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:09.626726 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-11541221-ec16-44dd-ad2d-7b06ff95e694 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704470 Oct 31 12:33:09.668687 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 657193f2-5927-4d37-98d0-6089518348ee is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:09.817536 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bba3dd20-ac1c-4306-a46a-c7f7b83ed7cb req-c3e76ffa-6e30-40dc-bcb0-f816f3770fd2 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 210 time: 0.0921271 Oct 31 12:33:09.844312 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:07Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:09.915027 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-9ffc6212-3c5c-49b6-885a-59a55f8c2290 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:09.916900 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-9ffc6212-3c5c-49b6-885a-59a55f8c2290 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 819 time: 0.4793382 Oct 31 12:33:09.930489 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b1da1-80a7-46f5-9576-51e1571bbb62 None None] The sync data for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi is: [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:07Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:10.013451 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'port': {'device_id': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'admin_state_up': True, 'tenant_id': '7573cb9c503243ab90b1649591d550e6'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:10.014543 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Allocated IP 172.27.3.100 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/4a7813de-6041-44c0-bfce-7791f1e3fcd0) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:10.180636 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:10.252388 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:10.263403 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5e85e249-1d5b-4609-9144-157e2c4db6c5 req-d791b566-48f2-4c03-8d5c-33ee27c39f85 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 210 time: 0.2388580 Oct 31 12:33:10.283900 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-b64ed6fa-ba98-470e-90ba-672571aefd36 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6551018 Oct 31 12:33:10.315820 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device c3d5452c-141e-4643-b1d1-b574eded3a11 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:10.370802 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Made reservation on behalf of 7573cb9c503243ab90b1649591d550e6 for: {'port': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:10.386252 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:10.396940 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:10.407516 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:10.417255 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:10.462801 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:10.478288 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'Port': ['ID=4a7813de-6041-44c0-bfce-7791f1e3fcd0,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:10.528668 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:10.561190 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port c3d5452c-141e-4643-b1d1-b574eded3a11 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:10.561580 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:10.561921 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port c3d5452c-141e-4643-b1d1-b574eded3a11 Oct 31 12:33:10.584259 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8166593e-5889-41b6-b2c1-19cd185ec167 req-2afbe552-32df-45a4-8dc3-867b065a8ea8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 210 time: 0.0524013 Oct 31 12:33:10.631605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.20', 53826) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:10.667017 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (177ad5d4-2355-49f4-a6bc-cd5721e823c4), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:10.782923 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:10.842623 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port c3d5452c-141e-4643-b1d1-b574eded3a11 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:10.843818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:10.937704 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1caa15d6-0b14-4b62-b053-fa2292ae9bf6 req-3054b0f5-4eda-4491-9422-178c21cd6e0d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 210 time: 0.1790535 Oct 31 12:33:11.017244 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-29afd891-5967-4534-a31a-fe991fa1a2a0 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:11.019249 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-29afd891-5967-4534-a31a-fe991fa1a2a0 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.20 "GET /networking/v2.0/networks?id=3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 HTTP/1.1" status: 200 len: 812 time: 0.3676047 Oct 31 12:33:11.045002 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Request body: {'port': {'device_id': '8d254a92-15fa-4d98-8954-a8028647165e', 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'admin_state_up': True, 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:11.077150 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:11.079382 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:11.080513 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f Oct 31 12:33:11.085258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:11.306017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:11.307604 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:11.351142 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Allocated IP 172.20.0.6 (9c998076-e873-4913-aa9f-032e3218ef2a/518ba383-4e9d-4584-9703-20cae6c2edf5/a33f2616-bbbf-49fa-87ab-2b1769bc0111) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:11.422177 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:11.435698 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:11.437009 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2229e748-dc62-4389-9ac9-38310d099bd6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:11.533550 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:11.570524 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.20', 53834) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:11.702859 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 2229e748-dc62-4389-9ac9-38310d099bd6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:11.705454 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:11.708102 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 2229e748-dc62-4389-9ac9-38310d099bd6 Oct 31 12:33:11.714384 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:11.732432 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d1ecc776-1d5f-4c1a-9f2d-c4229feb4b47 req-e05a462a-aad4-4a7b-b2b9-6d73d0e8e520 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 210 time: 0.3114023 Oct 31 12:33:11.820080 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:12.090561 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 2229e748-dc62-4389-9ac9-38310d099bd6 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:12.091005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.108186 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-58118838-53ec-4163-bfb2-c8bfd32787be req-a8fbb76c-7737-4880-bff2-e39ca9b394fa tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 210 time: 0.1264093 Oct 31 12:33:12.148917 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-6a912a0e-fda3-4635-b448-35795b02727f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:12.150471 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-6a912a0e-fda3-4635-b448-35795b02727f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 810 time: 0.5289180 Oct 31 12:33:12.177595 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55416) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:12.197518 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 2229e748-dc62-4389-9ac9-38310d099bd6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=2229e748-dc62-4389-9ac9-38310d099bd6,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:12.211747 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.214002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d276b4e3-2e03-4957-b1ae-9b06515a11ba up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:12.273417 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.372730 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1327538b-c8d9-408e-8cce-7d08943e41b5 req-12f0ec7d-d7a0-476a-9d10-faff0f70572a tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 210 time: 0.3283043 Oct 31 12:33:12.388458 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.392586 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Made reservation on behalf of a4d5cd8851dc4216b4e3e035a32decad for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:12.407053 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.427838 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5d363492-da1a-4036-b374-55e044c305b2 req-746bec47-d99e-4865-8318-9f8d5980e61e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0918646 Oct 31 12:33:12.434525 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port d276b4e3-2e03-4957-b1ae-9b06515a11ba triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:12.435075 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.440239 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port d276b4e3-2e03-4957-b1ae-9b06515a11ba Oct 31 12:33:12.451484 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.451788 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.452204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (177ad5d4-2355-49f4-a6bc-cd5721e823c4), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.601282 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'Port': ['ID=4a7813de-6041-44c0-bfce-7791f1e3fcd0,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:12.614731 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:12.634443 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c91d3308-72ce-43a5-b5cd-8d27c733effd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4145012 Oct 31 12:33:12.912131 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:12.922421 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=2229e748-dc62-4389-9ac9-38310d099bd6,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:13.082277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port d276b4e3-2e03-4957-b1ae-9b06515a11ba is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:13.089498 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a3881206-91e4-4593-bb35-cdaa6c88890b req-b48566d4-8166-4e34-b81d-274ab9c0b363 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 210 time: 0.0977421 Oct 31 12:33:13.090339 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 4f85ae0f-3333-494c-b57d-6ee9bbe12709 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:13.240172 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:13.272833 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.20', 53843) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:13.310365 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Network 9c998076-e873-4913-aa9f-032e3218ef2a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:13.334699 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:13.335220 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:13.336347 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 Oct 31 12:33:13.393281 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:13.433848 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:13.456775 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:13.465635 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:13.466678 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:13.470688 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 657193f2-5927-4d37-98d0-6089518348ee up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:13.474014 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:13.485407 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'Port': ['ID=a33f2616-bbbf-49fa-87ab-2b1769bc0111,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:13.517419 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a690b732-5bc7-4f4d-a53f-dae8737c4c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:13.527353 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=42 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:13.660629 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 657193f2-5927-4d37-98d0-6089518348ee triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:13.661022 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (657193f2-5927-4d37-98d0-6089518348ee), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:13.661370 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 657193f2-5927-4d37-98d0-6089518348ee Oct 31 12:33:13.786894 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-d365ff6a-b652-4bee-8ca8-950b37a3fefe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7773681 Oct 31 12:33:13.901865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Allocated IP 172.20.0.4 (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5/eef00990-185e-4d60-8f11-ed6af1b02625/526d397e-43ed-4b15-84f5-0072c801c1b0) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:13.948012 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-ef04ccea-c29f-42c3-9878-b5427ca5cdcc tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104558) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:33:13.949046 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-ef04ccea-c29f-42c3-9878-b5427ca5cdcc tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0201342 Oct 31 12:33:14.094577 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 657193f2-5927-4d37-98d0-6089518348ee is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:14.168168 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-6d1c4426-4511-4755-a987-509ffc96d52a None None] Provisioning complete for port a33f2616-bbbf-49fa-87ab-2b1769bc0111 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:14.168619 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4426-4511-4755-a987-509ffc96d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.169015 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-6d1c4426-4511-4755-a987-509ffc96d52a None None] Attempt 1 to provision port a33f2616-bbbf-49fa-87ab-2b1769bc0111 Oct 31 12:33:14.228429 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-0d2ddfe6-93e3-4aa3-8242-d1edf84294cc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9a2bf9a5a484523a700e4e6c568d4de HTTP/1.1" status: 200 len: 380 time: 0.9295766 Oct 31 12:33:14.278788 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks [] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.279575 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c4426-4511-4755-a987-509ffc96d52a None None] Port a33f2616-bbbf-49fa-87ab-2b1769bc0111 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:14.284863 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-9220574c-7186-43a9-aa8f-9b27702d35e6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1775222746&fields=id&tenant_id=de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 267 time: 0.8892884 Oct 31 12:33:14.288885 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-aac5c129-1331-488c-82ed-8c4bb2912e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.325362 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:14.335035 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3096ebb-f61f-4154-ae53-4514682d6adf req-ac73fe0f-2a1a-4d68-be61-d40eebe64d89 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 210 time: 0.8119726 Oct 31 12:33:14.336466 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.531433 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Pushing event updated for resources: {'Port': ['ID=526d397e-43ed-4b15-84f5-0072c801c1b0,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:14.573619 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2229e748-dc62-4389-9ac9-38310d099bd6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:14.586785 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'port': {'device_id': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'admin_state_up': True, 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'security_groups': ['c4630ca8-d21c-4e2c-874a-7285b83c7f41']}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:14.641736 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:14.671854 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:14.676552 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:14.699729 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:14.702969 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.729282 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 2229e748-dc62-4389-9ac9-38310d099bd6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:14.731918 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.732438 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 2229e748-dc62-4389-9ac9-38310d099bd6 Oct 31 12:33:14.746206 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.20', 53854) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:14.797441 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Sync routers for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:33:14.800485 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a690b732-5bc7-4f4d-a53f-dae8737c4c94 admin admin] Publish callbacks [] for security_group (0f95fe74-3a5a-49c4-ba95-46cc07edc3bd), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.830262 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:14.830262 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:32:47Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:14.846995 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Request body: {'port': {'device_id': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:14.855852 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a690b732-5bc7-4f4d-a53f-dae8737c4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0f95fe74-3a5a-49c4-ba95-46cc07edc3bd), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:14.987796 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:14.993548 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 2229e748-dc62-4389-9ac9-38310d099bd6 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:15.000336 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5b9790b1-b89c-4013-a3a6-408eb26c19dc up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:15.011924 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-e5627c02-60ce-49dc-b597-566152d24755 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:15.014523 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-e5627c02-60ce-49dc-b597-566152d24755 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 816 time: 0.7263556 Oct 31 12:33:15.102551 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:15.165154 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5b9790b1-b89c-4013-a3a6-408eb26c19dc triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:15.166501 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:15.168094 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5b9790b1-b89c-4013-a3a6-408eb26c19dc Oct 31 12:33:15.213243 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:15.222064 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-d34ac20e-5ef2-4eb8-b393-0c515ac60ab8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:15.225547 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-d34ac20e-5ef2-4eb8-b393-0c515ac60ab8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.4279795 Oct 31 12:33:15.245450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-db01da4a-4a73-48c8-bb46-40959581f53d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:15.251112 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-db01da4a-4a73-48c8-bb46-40959581f53d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 819 time: 1.9771214 Oct 31 12:33:15.264892 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852d4b7-7d00-4f3b-9f00-e84c3c6cf7a2 req-492b42a7-62b0-4599-8dde-902f515c6e6c tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:15.272178 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3852d4b7-7d00-4f3b-9f00-e84c3c6cf7a2 req-492b42a7-62b0-4599-8dde-902f515c6e6c tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 931 time: 0.7446260 Oct 31 12:33:15.272311 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:15.276957 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-2ec1d34c-f623-42f4-ba26-73c30a03dfa5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2453723 Oct 31 12:33:15.294322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'port': {'device_id': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'admin_state_up': True, 'tenant_id': '7573cb9c503243ab90b1649591d550e6'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:15.326988 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-11b1f15c-11e5-4be2-94c8-e1736a7d242f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/quotas/de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 375 time: 0.2945099 Oct 31 12:33:15.344697 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690b732-5bc7-4f4d-a53f-dae8737c4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f95fe74-3a5a-49c4-ba95-46cc07edc3bd,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:15.382384 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5b9790b1-b89c-4013-a3a6-408eb26c19dc is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:15.382892 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:15.388052 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Request body: {'port': {'device_id': '8d254a92-15fa-4d98-8954-a8028647165e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:15.388717 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a690b732-5bc7-4f4d-a53f-dae8737c4c94 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3e2ef1ef425d4618987b6b9189e2fd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2099202 Oct 31 12:33:15.403544 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55498) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:15.428981 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 5b9790b1-b89c-4013-a3a6-408eb26c19dc, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5b9790b1-b89c-4013-a3a6-408eb26c19dc,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:15.455775 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-fbe7e2c8-f414-40ff-b95a-96e7c5f97471 None None] Provisioning complete for port 526d397e-43ed-4b15-84f5-0072c801c1b0 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:15.457534 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e2c8-f414-40ff-b95a-96e7c5f97471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:15.457988 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-fbe7e2c8-f414-40ff-b95a-96e7c5f97471 None None] Attempt 1 to provision port 526d397e-43ed-4b15-84f5-0072c801c1b0 Oct 31 12:33:15.461092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:15.464188 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:15.719977 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:15.793188 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7e2c8-f414-40ff-b95a-96e7c5f97471 None None] Port 526d397e-43ed-4b15-84f5-0072c801c1b0 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:15.816401 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:15.825412 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:15.825937 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f Oct 31 12:33:15.858597 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e1b-75f2-44eb-a2c9-57df6b9542dd admin admin] Publish callbacks [] for security_group (0f95fe74-3a5a-49c4-ba95-46cc07edc3bd), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:15.897487 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Made reservation on behalf of b9a2bf9a5a484523a700e4e6c568d4de for: {'port': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:15.901416 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:15.927716 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:15.928856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=5b9790b1-b89c-4013-a3a6-408eb26c19dc,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:15.941722 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-afb43ed0-00df-422b-b642-8a0b51233a71 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 380 time: 0.6605992 Oct 31 12:33:15.942983 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 2, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:15.987369 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:16.002376 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'port': {'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'admin_state_up': True, 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'security_groups': ['81f400f3-2029-4bad-b8ac-0c01a2b5dcc8']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:16.025946 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Checking router: 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:33:16.026315 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Updating router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:33:16.038924 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e1b-75f2-44eb-a2c9-57df6b9542dd admin admin] Publish callbacks [] for security_group (0f95fe74-3a5a-49c4-ba95-46cc07edc3bd), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.043297 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.056878 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-4a38a0f2-bbd2-4bc8-87df-7da982238794 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6927781 Oct 31 12:33:16.086434 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Made reservation on behalf of 7573cb9c503243ab90b1649591d550e6 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:16.091258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.099332 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.108787 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ce005f43-fe8d-40bc-b5a9-8ed9158c6e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.356830 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5b9790b1-b89c-4013-a3a6-408eb26c19dc up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:16.484468 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3852d4b7-7d00-4f3b-9f00-e84c3c6cf7a2 req-65ff6ce7-c9be-47a6-9876-c8c5d6bd8f80 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1945920 Oct 31 12:33:16.618676 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Allocated IP 172.20.0.13 (213ef750-b5e2-42dd-8125-73c9f2985c9d/2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a/f9ca4955-7ad3-407e-b90d-7bad757cb1d8) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:16.624465 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5b9790b1-b89c-4013-a3a6-408eb26c19dc triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:16.637184 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.638637 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5b9790b1-b89c-4013-a3a6-408eb26c19dc Oct 31 12:33:16.780116 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Made reservation on behalf of bfbc3a46f12942299b99cdd20c989e1f for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:16.786059 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.866473 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.874614 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ef8efce3-71ff-4453-9edc-2b9b1e717317 req-34c45b2f-d01b-4f95-aa8d-d9f2aaaf88eb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 210 time: 0.1183143 Oct 31 12:33:16.912972 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Publish callbacks [] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.926469 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:16.957080 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5b9790b1-b89c-4013-a3a6-408eb26c19dc is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:17.014853 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e1b-75f2-44eb-a2c9-57df6b9542dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0f95fe74-3a5a-49c4-ba95-46cc07edc3bd), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:17.037738 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-47bf9e1b-75f2-44eb-a2c9-57df6b9542dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:17.038623 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98442b3d-ae73-4427-bfee-39fb924c4ff9 None None] Pushing event updated for resources: {'Port': ['ID=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:17.042780 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-47bf9e1b-75f2-44eb-a2c9-57df6b9542dd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0f95fe74-3a5a-49c4-ba95-46cc07edc3bd HTTP/1.1" status: 204 len: 168 time: 1.6360586 Oct 31 12:33:17.106022 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf9e1b-75f2-44eb-a2c9-57df6b9542dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f95fe74-3a5a-49c4-ba95-46cc07edc3bd,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:17.161896 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-e02de47a-da2d-4fe4-82c8-03b0410088bb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9927723 Oct 31 12:33:17.214486 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Attempting to bind port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:17.215602 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Attempting to bind port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:17.235564 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Attempting to bind port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:17.351935 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:17.371220 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:17.387025 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:17.389076 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Checking segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:17.389765 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:17.389870 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:17.390546 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Bound using segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:17.392884 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Bound port: 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:17.395490 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:17.549049 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] For port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:17.554252 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] For port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:17.566606 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:17.591867 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f14ed2a3-65e3-470f-bd4e-c621df6309ea req-bba63774-0aea-4403-9fcb-09b93e8a7b38 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 210 time: 0.3982539 Oct 31 12:33:17.704798 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:17.727604 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:17.729097 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:17.777455 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:17.798982 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98442b3d-ae73-4427-bfee-39fb924c4ff9 None None] Pushing event updated for resources: {'Port': ['ID=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,revision_number=4']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:17.830341 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:17.895388 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1beac4b-f96a-4ce7-834d-56bb6d464620 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059591 Oct 31 12:33:17.905249 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:17.979492 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:18.050689 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:18.083207 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55550) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:18.125744 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Sync routers for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:33:18.169520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:18.180470 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:18.324827 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'Port': ['ID=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:18.370955 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:18.391800 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:18.397320 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55556) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:18.399383 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:18.425356 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:18.455246 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:18.456900 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:18.516980 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Allocated IP 172.20.0.11 (9c998076-e873-4913-aa9f-032e3218ef2a/518ba383-4e9d-4584-9703-20cae6c2edf5/8ae8e564-b3aa-4e58-8d16-d182b80edabc) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:18.584368 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:18.585903 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fee230ba-64e0-492b-a0f7-72b7e5d2dc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:18.595711 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:18.595711 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 Oct 31 12:33:18.694105 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-1aa4f32a-6023-4f35-bd93-c02e236de5fc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1290169 Oct 31 12:33:18.767080 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:18.825195 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:18.825746 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:18.870978 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:18.886637 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c9cacf72-84a9-493e-926e-7c309aa03d2b None None] Provisioning complete for port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:18.887340 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf72-84a9-493e-926e-7c309aa03d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:18.887904 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c9cacf72-84a9-493e-926e-7c309aa03d2b None None] Attempt 1 to provision port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 Oct 31 12:33:18.890262 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:18.899450 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:18.914646 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:17Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:19.001365 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:19.073381 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c42c8e-8914-4025-9cb1-96e59296e13a None None] The sync data for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi is: [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:17Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:19.085048 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fee230ba-64e0-492b-a0f7-72b7e5d2dc89 admin admin] Publish callbacks [] for security_group (38b7295c-af25-468e-8f9b-bd1021716509), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.094142 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Request body: {'port': {'device_id': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:19.101924 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:19.138457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526d397e-43ed-4b15-84f5-0072c801c1b0 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:19.160414 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Publish callbacks [] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.174330 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c9cacf72-84a9-493e-926e-7c309aa03d2b None None] Port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:19.244933 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Transition to ACTIVE for port object 526d397e-43ed-4b15-84f5-0072c801c1b0 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:33:19.261017 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20e01172-f8f4-4093-979f-6635bb85fabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.379152 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.20.0.13 (6630ddc4-dc53-4e5a-8b9d-7632c3075289/6a835e99-e667-4f29-9c7e-079cc620d1de/ffe46aaf-72a4-4c15-9506-ca33161dddf3) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:19.511075 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fee230ba-64e0-492b-a0f7-72b7e5d2dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (38b7295c-af25-468e-8f9b-bd1021716509), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.564095 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.584160 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-fee230ba-64e0-492b-a0f7-72b7e5d2dc89 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2441e30562e94e30bf3b9076ceed5f67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1790645 Oct 31 12:33:19.595294 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.613041 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55582) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:19.623666 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.633405 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:01Z', 'revision_number': 2, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:19.678971 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Checking router: 20837092-9635-4ba6-98b3-0a4c012d322f for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:33:19.679679 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Updating router 20837092-9635-4ba6-98b3-0a4c012d322f port 33d357a0-829c-40a2-888c-268e47cd9738 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:33:19.707857 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:19.721134 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16da19-0d79-4f00-a40d-b29598fe0d70 req-52b8bcb0-dbfc-4d2d-9e4c-4d062b7d1694 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:19.727036 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fa16da19-0d79-4f00-a40d-b29598fe0d70 req-52b8bcb0-dbfc-4d2d-9e4c-4d062b7d1694 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 931 time: 1.1525714 Oct 31 12:33:19.733802 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (33d357a0-829c-40a2-888c-268e47cd9738), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.805874 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3d3adf1a-270b-4a84-80b1-1a5033262712 req-d90b19f2-cfc2-4e9a-9b14-294d6cfc3044 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 210 time: 1.2934239 Oct 31 12:33:19.834250 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Attempting to bind port 526d397e-43ed-4b15-84f5-0072c801c1b0 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:19.834923 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Attempting to bind port 526d397e-43ed-4b15-84f5-0072c801c1b0 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:19.837317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Attempting to bind port 526d397e-43ed-4b15-84f5-0072c801c1b0 on network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:19.845955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:19.911240 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fa16da19-0d79-4f00-a40d-b29598fe0d70 req-32d94206-fabd-4710-bfb3-f1fdf285a005 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493821 Oct 31 12:33:20.016835 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:20.040090 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Port 526d397e-43ed-4b15-84f5-0072c801c1b0 on network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:33:20.040646 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Attempting to bind port 526d397e-43ed-4b15-84f5-0072c801c1b0 on network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:20.046107 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20e01172-f8f4-4093-979f-6635bb85fabb admin admin] Publish callbacks [] for security_group (8474516b-5b48-4e6d-8915-37ca6ad8e437), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.052821 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee230ba-64e0-492b-a0f7-72b7e5d2dc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b7295c-af25-468e-8f9b-bd1021716509,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:20.055578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d07bb378-eecd-40cf-ad6a-7d7c3368b996 admin admin] Publish callbacks [] for security_group (38b7295c-af25-468e-8f9b-bd1021716509), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.117335 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d07bb378-eecd-40cf-ad6a-7d7c3368b996 admin admin] Publish callbacks [] for security_group (38b7295c-af25-468e-8f9b-bd1021716509), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.175558 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:20.180835 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:20.188290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Checking segment: {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:20.189304 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Bound using segment: {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:20.190141 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Bound port: 526d397e-43ed-4b15-84f5-0072c801c1b0, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '321f44b7-b083-475b-8854-3f1c65cbff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:20.191032 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.250088 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:20.251982 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20e01172-f8f4-4093-979f-6635bb85fabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8474516b-5b48-4e6d-8915-37ca6ad8e437), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.312472 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] For port 526d397e-43ed-4b15-84f5-0072c801c1b0, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:20.316203 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:20.339582 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-20e01172-f8f4-4093-979f-6635bb85fabb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c3b3fabfa5054f74928712bae5020428&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2432418 Oct 31 12:33:20.342941 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] For port 526d397e-43ed-4b15-84f5-0072c801c1b0, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=526d397e-43ed-4b15-84f5-0072c801c1b0,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:20.355922 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ac4913d9-b0e7-4245-b047-e574a1fdeff6 req-fdd1b424-7385-40f5-b112-0fc112b99794 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 210 time: 0.3499787 Oct 31 12:33:20.364556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55588) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:20.413741 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:20.414807 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.415378 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 Oct 31 12:33:20.447191 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.450062 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d07bb378-eecd-40cf-ad6a-7d7c3368b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (38b7295c-af25-468e-8f9b-bd1021716509), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.470475 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d07bb378-eecd-40cf-ad6a-7d7c3368b996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.487231 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d07bb378-eecd-40cf-ad6a-7d7c3368b996 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/38b7295c-af25-468e-8f9b-bd1021716509 HTTP/1.1" status: 204 len: 168 time: 0.8687956 Oct 31 12:33:20.501792 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Pushing event updated for resources: {'Port': ['ID=526d397e-43ed-4b15-84f5-0072c801c1b0,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:20.563580 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-207de14d-2ca7-47d5-8108-190fd9443498 req-440facdb-8923-4d00-ae4b-60350fed21d5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 210 time: 0.3323593 Oct 31 12:33:20.652593 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:20.699423 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:20.700191 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.703040 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/526d397e-43ed-4b15-84f5-0072c801c1b0 HTTP/1.1" status: 200 len: 1093 time: 5.3575947 Oct 31 12:33:20.704948 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d254a92-15fa-4d98-8954-a8028647165e', 'tag': '526d397e-43ed-4b15-84f5-0072c801c1b0'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:20.725205 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:20.778892 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Publish callbacks [] for port (33d357a0-829c-40a2-888c-268e47cd9738), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.794789 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e01172-f8f4-4093-979f-6635bb85fabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474516b-5b48-4e6d-8915-37ca6ad8e437,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:20.795910 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (33d357a0-829c-40a2-888c-268e47cd9738), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:20.866826 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bb378-eecd-40cf-ad6a-7d7c3368b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b7295c-af25-468e-8f9b-bd1021716509,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:20.931976 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7085-fc41-4fdd-a3c5-c503adc16f0f None None] Pushing event updated for resources: {'Port': ['ID=33d357a0-829c-40a2-888c-268e47cd9738,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:20.994531 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Attempting to bind port 33d357a0-829c-40a2-888c-268e47cd9738 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:20.995123 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Attempting to bind port 33d357a0-829c-40a2-888c-268e47cd9738 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:20.995522 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Attempting to bind port 33d357a0-829c-40a2-888c-268e47cd9738 on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:21.173987 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:21.174584 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Checking segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:21.175127 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:21.175774 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Bound using segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:21.176525 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Bound port: 33d357a0-829c-40a2-888c-268e47cd9738, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:21.177535 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (33d357a0-829c-40a2-888c-268e47cd9738), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:21.198693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:21.394208 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:21.422540 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] For port 33d357a0-829c-40a2-888c-268e47cd9738, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:21.430798 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] For port 33d357a0-829c-40a2-888c-268e47cd9738, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=33d357a0-829c-40a2-888c-268e47cd9738,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:21.446878 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (33d357a0-829c-40a2-888c-268e47cd9738), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:21.476595 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.20', 53865) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:21.552094 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:21.553867 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:21.642027 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:21.660351 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6436-a674-4cde-aa84-4ac2b3c93fac req-b92e2410-1df5-4378-850d-e3c0f27e0962 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:21.663821 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-503f6436-a674-4cde-aa84-4ac2b3c93fac req-b92e2410-1df5-4378-850d-e3c0f27e0962 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 932 time: 0.3326848 Oct 31 12:33:21.676490 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ca4955-7ad3-407e-b90d-7bad757cb1d8 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:21.707234 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7085-fc41-4fdd-a3c5-c503adc16f0f None None] Pushing event updated for resources: {'Port': ['ID=33d357a0-829c-40a2-888c-268e47cd9738,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:21.880853 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:21.932921 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:21.989942 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632d924-fee8-4cff-ab25-6660ebd50c09 service neutron] Pushing event updated for resources: {'Port': ['ID=526d397e-43ed-4b15-84f5-0072c801c1b0,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:21.994273 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-d9f46634-cc29-4297-8a0b-b15a941c53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:21.996942 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-d9f46634-cc29-4297-8a0b-b15a941c53ab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a4d5cd8851dc4216b4e3e035a32decad&device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 1127 time: 0.5300231 Oct 31 12:33:22.024818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:22.026013 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33f2616-bbbf-49fa-87ab-2b1769bc0111 {{(pid=104558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:22.061167 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Publish callbacks [] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.106705 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Network 9c998076-e873-4913-aa9f-032e3218ef2a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:22.115983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba6ea8d-b281-48bf-98d3-604d21706bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d254a92-15fa-4d98-8954-a8028647165e", "tag": "526d397e-43ed-4b15-84f5-0072c801c1b0"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:22.121811 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Transition to ACTIVE for port object a33f2616-bbbf-49fa-87ab-2b1769bc0111 will not be triggered until provisioned by entity L2. {{(pid=104558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:33:22.125765 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-1037a080-1dbf-4052-9bbe-6568fcf29988 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:22.127957 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-1037a080-1dbf-4052-9bbe-6568fcf29988 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 816 time: 0.6488163 Oct 31 12:33:22.129164 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:22.146130 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.176439 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:22.181292 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:22.181925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.274764 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Publish callbacks [] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.341584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.496658 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a33f2616-bbbf-49fa-87ab-2b1769bc0111,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:22.583424 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-aa689fa1-d768-4acc-83b1-e82797746c35 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 380 time: 0.4318118 Oct 31 12:33:22.602813 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-3f0b1554-f4b7-4689-9aef-89e904918de7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526d397e-43ed-4b15-84f5-0072c801c1b0 HTTP/1.1" status: 200 len: 217 time: 0.4614797 Oct 31 12:33:22.625609 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4931885a-525b-4439-a327-8857e78401b9 admin admin] Publish callbacks [] for security_group (8474516b-5b48-4e6d-8915-37ca6ad8e437), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.644600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 33d357a0-829c-40a2-888c-268e47cd9738 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:22.674575 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.provisioning_blocks [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Transition to ACTIVE for port object f9ca4955-7ad3-407e-b90d-7bad757cb1d8 will not be triggered until provisioned by entity L2. {{(pid=104558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:33:22.680703 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4931885a-525b-4439-a327-8857e78401b9 admin admin] Publish callbacks [] for security_group (8474516b-5b48-4e6d-8915-37ca6ad8e437), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.753784 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-dd37ab10-ccc3-4202-9b3f-b979e4856fdc None None] Provisioning complete for port 8ae8e564-b3aa-4e58-8d16-d182b80edabc triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:22.764562 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-dd37ab10-ccc3-4202-9b3f-b979e4856fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.765121 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-dd37ab10-ccc3-4202-9b3f-b979e4856fdc None None] Attempt 1 to provision port 8ae8e564-b3aa-4e58-8d16-d182b80edabc Oct 31 12:33:22.811352 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.834037 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-503f6436-a674-4cde-aa84-4ac2b3c93fac req-5c0e4035-ff4c-497d-8cc4-20b2d4558d8d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8459125 Oct 31 12:33:22.841892 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-dd37ab10-ccc3-4202-9b3f-b979e4856fdc None None] Port 8ae8e564-b3aa-4e58-8d16-d182b80edabc cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:22.863457 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 33d357a0-829c-40a2-888c-268e47cd9738 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:22.863457 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (33d357a0-829c-40a2-888c-268e47cd9738), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:22.863457 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 33d357a0-829c-40a2-888c-268e47cd9738 Oct 31 12:33:22.863726 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'port': {'device_id': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'admin_state_up': True, 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'security_groups': ['3aa11a5e-4997-4a7f-ba4b-324c0153e189']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:22.884788 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:22.917916 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b9e9c-8f03-4019-9811-f8782a6d07c8 req-4aa02dd1-2470-4680-bd71-54098faa125f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:22.927600 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-376b9e9c-8f03-4019-9811-f8782a6d07c8 req-4aa02dd1-2470-4680-bd71-54098faa125f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 932 time: 0.8033216 Oct 31 12:33:23.003906 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Attempting to bind port a33f2616-bbbf-49fa-87ab-2b1769bc0111 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:23.004587 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Attempting to bind port a33f2616-bbbf-49fa-87ab-2b1769bc0111 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:23.005369 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Attempting to bind port a33f2616-bbbf-49fa-87ab-2b1769bc0111 on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:23.041789 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:23.160732 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:23.181548 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8991225 Oct 31 12:33:23.197144 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:21Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:23.235453 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469fa81f-6446-46f9-b5cd-56b49155a45b None None] The sync data for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi is: [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:21Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:23.247048 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 33d357a0-829c-40a2-888c-268e47cd9738 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:23.247892 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (33d357a0-829c-40a2-888c-268e47cd9738), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:23.275087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Request body: {'port': {'device_id': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:23.298822 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40743b0a-dc0a-464d-b866-5928f103e8e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'Port': ['ID=8ae8e564-b3aa-4e58-8d16-d182b80edabc,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:23.316838 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-376b9e9c-8f03-4019-9811-f8782a6d07c8 req-6d694ac7-bcfa-492d-b091-62eece19d9c3 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853803 Oct 31 12:33:23.318635 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 33d357a0-829c-40a2-888c-268e47cd9738, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=33d357a0-829c-40a2-888c-268e47cd9738,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:23.323802 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (33d357a0-829c-40a2-888c-268e47cd9738), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:23.369385 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Attempting to bind port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:23.370195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Attempting to bind port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:23.370548 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Attempting to bind port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 on network 213ef750-b5e2-42dd-8125-73c9f2985c9d {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:23.377553 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Port a33f2616-bbbf-49fa-87ab-2b1769bc0111 on network 9c998076-e873-4913-aa9f-032e3218ef2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:33:23.377948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Attempting to bind port a33f2616-bbbf-49fa-87ab-2b1769bc0111 on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:23.512664 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=33d357a0-829c-40a2-888c-268e47cd9738,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:23.532576 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3269056b-2084-472f-b709-d522c4afb233 req-11a26809-9132-4dcc-abcc-58cf28415bdc tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0549030 Oct 31 12:33:23.535734 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:23.536125 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Checking segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:23.536664 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Bound using segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:23.537697 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Bound port: a33f2616-bbbf-49fa-87ab-2b1769bc0111, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:23.538176 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:23.550525 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-cd3c0e67-b29c-47d1-a260-f86b4505ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:23.552137 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-cd3c0e67-b29c-47d1-a260-f86b4505ee8b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eef00990-185e-4d60-8f11-ed6af1b02625 HTTP/1.1" status: 200 len: 851 time: 0.7171257 Oct 31 12:33:23.557897 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:23.619712 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 on network 213ef750-b5e2-42dd-8125-73c9f2985c9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:33:23.620046 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Attempting to bind port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 on network 213ef750-b5e2-42dd-8125-73c9f2985c9d {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:23.683935 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:23.684274 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Checking segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:23.684673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Bound using segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} {{(pid=104558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:23.685165 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.managers [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Bound port: f9ca4955-7ad3-407e-b90d-7bad757cb1d8, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}}] {{(pid=104558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:23.685495 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:23.766920 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] For port a33f2616-bbbf-49fa-87ab-2b1769bc0111, host hv-cinder-79617, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:23.797035 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] For port a33f2616-bbbf-49fa-87ab-2b1769bc0111, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:23.830193 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:23.912927 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0f02c3bc-a729-4512-8901-3c901f7360eb req-e4bb3165-b011-4209-b808-ecec512114eb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 210 time: 0.1100943 Oct 31 12:33:23.935540 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:23.939474 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:23.944265 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 200 len: 1093 time: 9.3834798 Oct 31 12:33:24.000274 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'tag': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:24.063081 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52851e5-f062-4c4d-8bb0-101b94fdd128 req-43679a43-1a07-40d8-ab80-a18c921b776e tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:24.071415 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a52851e5-f062-4c4d-8bb0-101b94fdd128 req-43679a43-1a07-40d8-ab80-a18c921b776e tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 943 time: 0.8837585 Oct 31 12:33:24.160362 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:24.242366 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:24.251211 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4931885a-525b-4439-a327-8857e78401b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8474516b-5b48-4e6d-8915-37ca6ad8e437), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:24.252970 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4931885a-525b-4439-a327-8857e78401b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:24.259762 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4931885a-525b-4439-a327-8857e78401b9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8474516b-5b48-4e6d-8915-37ca6ad8e437 HTTP/1.1" status: 204 len: 168 time: 3.8634961 Oct 31 12:33:24.339641 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 33d357a0-829c-40a2-888c-268e47cd9738 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:24.467466 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 33d357a0-829c-40a2-888c-268e47cd9738 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:24.467846 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (33d357a0-829c-40a2-888c-268e47cd9738), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:24.468892 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 33d357a0-829c-40a2-888c-268e47cd9738 Oct 31 12:33:24.566262 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:24.575707 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4931885a-525b-4439-a327-8857e78401b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474516b-5b48-4e6d-8915-37ca6ad8e437,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:24.605320 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-b5afe0ac-941c-4edc-9b0b-1918fef0f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:24.606936 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-b5afe0ac-941c-4edc-9b0b-1918fef0f08b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1127 time: 0.3156519 Oct 31 12:33:24.608878 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ddea8c-ebe6-41e4-84c5-ab65355f1140 x-openstack-request-id: req-00ddea8c-ebe6-41e4-84c5-ab65355f1140 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:24.611310 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d254a92-15fa-4d98-8954-a8028647165e", "tag": "526d397e-43ed-4b15-84f5-0072c801c1b0", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:24.612249 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00ddea8c-ebe6-41e4-84c5-ab65355f1140 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:24.612603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] For port f9ca4955-7ad3-407e-b90d-7bad757cb1d8, host hv-cinder-79617, cleared binding levels {{(pid=104558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:24.620977 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ddea8c-ebe6-41e4-84c5-ab65355f1140'] response: {'name': 'network-changed', 'server_uuid': '8d254a92-15fa-4d98-8954-a8028647165e', 'tag': '526d397e-43ed-4b15-84f5-0072c801c1b0', 'status': 'completed', 'code': 200} Oct 31 12:33:24.629202 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908f1d5-6694-4f4a-85b4-9ca07d3c04b2 service neutron] Pushing event updated for resources: {'Port': ['ID=a33f2616-bbbf-49fa-87ab-2b1769bc0111,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:24.651493 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=ffe46aaf-72a4-4c15-9506-ca33161dddf3,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:24.701904 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-cd5487af-19a6-440a-9c03-0b1791ecb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:24.703519 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-cd5487af-19a6-440a-9c03-0b1791ecb28d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.1402555 Oct 31 12:33:24.733963 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:24.741283 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] For port f9ca4955-7ad3-407e-b90d-7bad757cb1d8, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:24.799912 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a52851e5-f062-4c4d-8bb0-101b94fdd128 req-74d3f9c8-8386-431c-9720-6dc1c86e588b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7236662 Oct 31 12:33:24.806646 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:24.885868 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-a5af3e8c-f903-4032-a968-88da35713ee1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 200 len: 217 time: 0.2644005 Oct 31 12:33:24.928471 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 33d357a0-829c-40a2-888c-268e47cd9738 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:24.933370 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:24.939258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:24.942061 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:24.944495 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:24.946277 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 200 len: 1094 time: 5.8596299 Oct 31 12:33:24.966254 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:24.989977 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:24.993972 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:25.003516 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Made reservation on behalf of de0eb090bf44403983e0cbb99e038321 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:25.018625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:25.039393 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee955e81-627f-41b5-a399-b1a7667b6832 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,revision_number=3']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:25.149274 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-393c23c5-b380-4b94-994e-6843f1b75d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:25.151267 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-393c23c5-b380-4b94-994e-6843f1b75d70 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.2111030 Oct 31 12:33:25.191843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e360f-847f-4304-b273-7b93aada5daa req-b454efa0-7217-4ba3-b552-ad062ce0efe5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:25.193769 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f68e360f-847f-4304-b273-7b93aada5daa req-b454efa0-7217-4ba3-b552-ad062ce0efe5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.4492409 Oct 31 12:33:25.248899 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7dba70-eb6c-47f6-bf49-d4404760444c req-df4f8850-98a2-4da8-9682-dd7cc755dc8c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:25.258480 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a7dba70-eb6c-47f6-bf49-d4404760444c req-df4f8850-98a2-4da8-9682-dd7cc755dc8c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 932 time: 0.2226615 Oct 31 12:33:25.259425 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5627581-171a-447f-a3a3-dcc11946e53c" -d '{"events": [{"name": "network-changed", "server_uuid": "d33a2d6b-f17c-4ce3-ad33-9086d790495d", "tag": "a33f2616-bbbf-49fa-87ab-2b1769bc0111"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:25.283246 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55748) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:25.364834 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-c0501774-6a62-4d69-abdd-fed22450b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:25.366470 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-c0501774-6a62-4d69-abdd-fed22450b4d8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 1128 time: 0.3335402 Oct 31 12:33:25.368677 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-2fdfc809-ef34-4f17-affe-9a62f729025f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.4013762 Oct 31 12:33:25.396265 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:25.409009 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-caf7e2c1-092c-4a76-b47d-cbbd2b1aed56 None None] Provisioning complete for port ffe46aaf-72a4-4c15-9506-ca33161dddf3 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:25.409793 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-caf7e2c1-092c-4a76-b47d-cbbd2b1aed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:25.411857 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-caf7e2c1-092c-4a76-b47d-cbbd2b1aed56 None None] Attempt 1 to provision port ffe46aaf-72a4-4c15-9506-ca33161dddf3 Oct 31 12:33:25.419958 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-88f06602-796b-4bbc-8b7f-04d01d3248df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:25.421251 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-88f06602-796b-4bbc-8b7f-04d01d3248df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2499330 Oct 31 12:33:25.427188 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f68e360f-847f-4304-b273-7b93aada5daa req-0798fbe2-38de-4199-b1ff-8305512717a5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628275 Oct 31 12:33:25.473182 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55752) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:25.507645 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-caf7e2c1-092c-4a76-b47d-cbbd2b1aed56 None None] Port ffe46aaf-72a4-4c15-9506-ca33161dddf3 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:25.514366 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-efeeda8b-16e0-4f46-a786-ec7e087d4635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:25.565336 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-94900d61-7b85-4069-9f52-60295163e735 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8323481 Oct 31 12:33:25.576631 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Allocated IP 172.20.0.4 (89ec9ee8-fff5-4bf0-84fc-cc885776f150/26baf52b-560a-4b72-820d-24a5f11aa158/dffec82d-007b-4838-9898-19da61885395) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:33:25.616614 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8a7dba70-eb6c-47f6-bf49-d4404760444c req-2643d39f-4236-4fbe-a76b-8baca42bbde8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571401 Oct 31 12:33:25.619028 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe22a-f2b8-41c7-8e68-1ec486d02581 req-1a704927-949f-4d3f-acc3-edecd4ef6bf3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:25.621396 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1d4fe22a-f2b8-41c7-8e68-1ec486d02581 req-1a704927-949f-4d3f-acc3-edecd4ef6bf3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 932 time: 0.0758886 Oct 31 12:33:25.699194 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1d4fe22a-f2b8-41c7-8e68-1ec486d02581 req-ef7562b0-e889-4104-98be-b08872a3946d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689390 Oct 31 12:33:25.731418 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-efeeda8b-16e0-4f46-a786-ec7e087d4635 admin admin] Publish callbacks [] for security_group (397f2f50-0f91-4afb-b77c-76a6ceba8fa2), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:25.731418 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-efeeda8b-16e0-4f46-a786-ec7e087d4635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (397f2f50-0f91-4afb-b77c-76a6ceba8fa2), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:25.777661 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Request body: {'port': {'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:25.835723 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-60558373-b30f-467e-b272-c7d78ab6b6a9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 200 len: 217 time: 0.0940313 Oct 31 12:33:25.898368 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b92d107c-0a85-479a-a7bf-592b15949c23 req-0df5bb1f-f36e-4a56-b2e9-0cb422362941 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 210 time: 0.1460040 Oct 31 12:33:25.928208 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:25.929441 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-54275a5f-d2d5-4dd1-95d5-ddac216cebcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:25.930999 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeeda8b-16e0-4f46-a786-ec7e087d4635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397f2f50-0f91-4afb-b77c-76a6ceba8fa2,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:25.981873 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-efeeda8b-16e0-4f46-a786-ec7e087d4635 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d549fbb3c6bf4014b6fc54ab5b45386d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047951 Oct 31 12:33:25.990759 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55760) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:26.047749 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:26.053057 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-54275a5f-d2d5-4dd1-95d5-ddac216cebcf admin admin] Publish callbacks [] for security_group (83fc9f8b-339e-4c5a-91cb-ed26a92ed24b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.057368 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe576f8-fa05-4d48-870c-97814d669a2c x-openstack-request-id: req-cfe576f8-fa05-4d48-870c-97814d669a2c {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:26.057838 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33a2d6b-f17c-4ce3-ad33-9086d790495d", "tag": "a33f2616-bbbf-49fa-87ab-2b1769bc0111", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:26.058152 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfe576f8-fa05-4d48-870c-97814d669a2c {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:26.058707 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe576f8-fa05-4d48-870c-97814d669a2c'] response: {'name': 'network-changed', 'server_uuid': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'tag': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111', 'status': 'completed', 'code': 200} Oct 31 12:33:26.087821 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-527b4421-6550-4ba5-878c-79dee4507b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:26.089381 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-527b4421-6550-4ba5-878c-79dee4507b36 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.2404282 Oct 31 12:33:26.095894 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:26.144911 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-54275a5f-d2d5-4dd1-95d5-ddac216cebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (83fc9f8b-339e-4c5a-91cb-ed26a92ed24b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.150634 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-e34dffa8-266d-41d4-9a38-727762f4d0dd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082241 Oct 31 12:33:26.159185 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-6c6477b7-bc5a-439d-a256-b471da4fab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:26.160620 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-6c6477b7-bc5a-439d-a256-b471da4fab61 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559881 Oct 31 12:33:26.206894 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79ecd6d6-3b69-45fa-91ab-d37d527e50ce admin admin] Publish callbacks [] for security_group (397f2f50-0f91-4afb-b77c-76a6ceba8fa2), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.275900 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae8e564-b3aa-4e58-8d16-d182b80edabc {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:26.320519 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06ae3f-2b0c-4c18-8dfb-c1b9a8c3af00 req-10ef0d04-dd83-495a-b157-57ccbf738d65 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:26.322151 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b06ae3f-2b0c-4c18-8dfb-c1b9a8c3af00 req-10ef0d04-dd83-495a-b157-57ccbf738d65 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 943 time: 0.2676826 Oct 31 12:33:26.329732 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Publish callbacks [] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.334214 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.350979 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-54275a5f-d2d5-4dd1-95d5-ddac216cebcf admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=62d591a4cc824393886ced9e459a8002&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0614357 Oct 31 12:33:26.355385 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54275a5f-d2d5-4dd1-95d5-ddac216cebcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc9f8b-339e-4c5a-91cb-ed26a92ed24b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:26.368335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55764) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:26.378844 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bd466508-023a-4bb4-b32c-6e1210e638c9 req-40898152-35fc-4659-be6a-9110641f209d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230969 Oct 31 12:33:26.421945 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for port (dffec82d-007b-4838-9898-19da61885395), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.423526 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Transition to ACTIVE for port object 8ae8e564-b3aa-4e58-8d16-d182b80edabc will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:33:26.424760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:26.459892 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79ecd6d6-3b69-45fa-91ab-d37d527e50ce admin admin] Publish callbacks [] for security_group (397f2f50-0f91-4afb-b77c-76a6ceba8fa2), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.460145 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.511860 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:26.563281 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b06ae3f-2b0c-4c18-8dfb-c1b9a8c3af00 req-9d5667cc-5034-4134-b1bf-605c84a7df7b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217832 Oct 31 12:33:26.573746 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ebca387-d2a9-4ce8-96c9-6ef82d17492d req-8cc3b8c0-a7a7-4ede-9b76-57097bf3497b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159956 Oct 31 12:33:26.586613 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-f0e67062-72dd-4d9c-a96e-6921be38a4f0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141204 Oct 31 12:33:26.602683 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79ecd6d6-3b69-45fa-91ab-d37d527e50ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (397f2f50-0f91-4afb-b77c-76a6ceba8fa2), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.605252 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-79ecd6d6-3b69-45fa-91ab-d37d527e50ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.606345 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-79ecd6d6-3b69-45fa-91ab-d37d527e50ce admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/397f2f50-0f91-4afb-b77c-76a6ceba8fa2 HTTP/1.1" status: 204 len: 168 time: 0.6145616 Oct 31 12:33:26.617313 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af2727-713b-4c2f-9303-35142e9bb03f req-90fb9a92-9914-4008-acda-56b2becf1afb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:26.618775 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-81af2727-713b-4c2f-9303-35142e9bb03f req-90fb9a92-9914-4008-acda-56b2becf1afb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0930147 Oct 31 12:33:26.623645 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd6d6-3b69-45fa-91ab-d37d527e50ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397f2f50-0f91-4afb-b77c-76a6ceba8fa2,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:26.669017 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae8e564-b3aa-4e58-8d16-d182b80edabc,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:26.685096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15efd162-f6c0-42fd-986c-7e66a1883edd admin admin] Publish callbacks [] for security_group (83fc9f8b-339e-4c5a-91cb-ed26a92ed24b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.687914 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (dffec82d-007b-4838-9898-19da61885395), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.691020 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-81af2727-713b-4c2f-9303-35142e9bb03f req-a1ccf5dc-99c0-49f1-a8ad-d308b1ea2f94 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522799 Oct 31 12:33:26.708325 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Attempting to bind port 8ae8e564-b3aa-4e58-8d16-d182b80edabc on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:26.708663 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Attempting to bind port 8ae8e564-b3aa-4e58-8d16-d182b80edabc by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:26.709000 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Attempting to bind port 8ae8e564-b3aa-4e58-8d16-d182b80edabc on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:26.773164 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15efd162-f6c0-42fd-986c-7e66a1883edd admin admin] Publish callbacks [] for security_group (83fc9f8b-339e-4c5a-91cb-ed26a92ed24b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.832183 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:33:26.848449 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fa180-79c0-45fd-9fce-eafa9cbcf3e5 req-632bfb58-97f3-471d-aca4-4c368d4dd42d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:26.850056 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-139fa180-79c0-45fd-9fce-eafa9cbcf3e5 req-632bfb58-97f3-471d-aca4-4c368d4dd42d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 932 time: 0.0593457 Oct 31 12:33:26.868805 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:26.923990 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:33:26.925982 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-139fa180-79c0-45fd-9fce-eafa9cbcf3e5 req-e0f1e0e3-8da0-4183-8102-7334b885a79c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682199 Oct 31 12:33:26.929327 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:26.929950 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:26.932331 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:26.950445 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:26.995125 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Port 8ae8e564-b3aa-4e58-8d16-d182b80edabc on network 9c998076-e873-4913-aa9f-032e3218ef2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:33:26.995516 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Attempting to bind port 8ae8e564-b3aa-4e58-8d16-d182b80edabc on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:27.008277 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ccb18-2519-44dc-9103-4a7db5481c83 req-1281f2db-62bd-47c5-a913-8dc9008865ff tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:27.010059 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-846ccb18-2519-44dc-9103-4a7db5481c83 req-1281f2db-62bd-47c5-a913-8dc9008865ff tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.2450058 Oct 31 12:33:27.071560 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a278-1240-4e67-a589-d29c1560d6b6 req-87ba8e9d-5990-40af-973e-0f33fd58f9aa tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:27.079568 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-43f8a278-1240-4e67-a589-d29c1560d6b6 req-87ba8e9d-5990-40af-973e-0f33fd58f9aa tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 931 time: 0.0731514 Oct 31 12:33:27.158209 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-43f8a278-1240-4e67-a589-d29c1560d6b6 req-1b41d3ab-e698-4e06-bd49-839763b7ac1d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777864 Oct 31 12:33:27.250914 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-b1f7efd3-1134-4eff-b06c-22d74acbfaa9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4019744 Oct 31 12:33:27.265696 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-a01c9a06-ee1b-4918-8e39-0bbd596dd575 None None] Provisioning complete for port dffec82d-007b-4838-9898-19da61885395 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:27.266732 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a01c9a06-ee1b-4918-8e39-0bbd596dd575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (dffec82d-007b-4838-9898-19da61885395), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.267338 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-a01c9a06-ee1b-4918-8e39-0bbd596dd575 None None] Attempt 1 to provision port dffec82d-007b-4838-9898-19da61885395 Oct 31 12:33:27.288016 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15efd162-f6c0-42fd-986c-7e66a1883edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (83fc9f8b-339e-4c5a-91cb-ed26a92ed24b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.290656 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-15efd162-f6c0-42fd-986c-7e66a1883edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.294258 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-15efd162-f6c0-42fd-986c-7e66a1883edd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/83fc9f8b-339e-4c5a-91cb-ed26a92ed24b HTTP/1.1" status: 204 len: 168 time: 0.9161942 Oct 31 12:33:27.328452 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-a01c9a06-ee1b-4918-8e39-0bbd596dd575 None None] Port dffec82d-007b-4838-9898-19da61885395 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:33:27.341268 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-846ccb18-2519-44dc-9103-4a7db5481c83 req-a6ed6b29-e685-40a0-a68d-015af3562f63 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095474 Oct 31 12:33:27.351773 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efd162-f6c0-42fd-986c-7e66a1883edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc9f8b-339e-4c5a-91cb-ed26a92ed24b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:27.357370 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:27.357902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Checking segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:27.359556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Bound using segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:27.360027 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Bound port: 8ae8e564-b3aa-4e58-8d16-d182b80edabc, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:27.360390 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.478073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe46aaf-72a4-4c15-9506-ca33161dddf3 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:27.503526 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Publish callbacks [] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.521419 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:27.529068 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] For port 8ae8e564-b3aa-4e58-8d16-d182b80edabc, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:27.536286 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] For port 8ae8e564-b3aa-4e58-8d16-d182b80edabc, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:27.538588 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Transition to ACTIVE for port object ffe46aaf-72a4-4c15-9506-ca33161dddf3 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:33:27.544045 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.550958 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.556371 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:27.556985 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.558448 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/8ae8e564-b3aa-4e58-8d16-d182b80edabc HTTP/1.1" status: 200 len: 1094 time: 4.3037124 Oct 31 12:33:27.575198 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'tag': '8ae8e564-b3aa-4e58-8d16-d182b80edabc'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:27.577576 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28838c7b-775d-45cf-b454-f2ab88d3b114" -d '{"events": [{"name": "network-changed", "server_uuid": "d0befdd2-2ecd-4006-bfdd-86d5253a7687", "tag": "8ae8e564-b3aa-4e58-8d16-d182b80edabc"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:27.604669 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe46aaf-72a4-4c15-9506-ca33161dddf3,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:27.634795 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Request body: {'port': {'device_id': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:27.679369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b2ae54-e616-4ea1-8e5d-faaeb8069008 x-openstack-request-id: req-12b2ae54-e616-4ea1-8e5d-faaeb8069008 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:27.679987 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0befdd2-2ecd-4006-bfdd-86d5253a7687", "tag": "8ae8e564-b3aa-4e58-8d16-d182b80edabc", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:27.679987 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12b2ae54-e616-4ea1-8e5d-faaeb8069008 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:27.680261 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b2ae54-e616-4ea1-8e5d-faaeb8069008'] response: {'name': 'network-changed', 'server_uuid': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'tag': '8ae8e564-b3aa-4e58-8d16-d182b80edabc', 'status': 'completed', 'code': 200} Oct 31 12:33:27.738431 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Attempting to bind port ffe46aaf-72a4-4c15-9506-ca33161dddf3 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:27.738765 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Attempting to bind port ffe46aaf-72a4-4c15-9506-ca33161dddf3 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:27.739088 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Attempting to bind port ffe46aaf-72a4-4c15-9506-ca33161dddf3 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:27.810294 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-814feac0-e7e2-4028-9703-b17237611844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:27.811874 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-814feac0-e7e2-4028-9703-b17237611844 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a4d5cd8851dc4216b4e3e035a32decad&device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 1127 time: 0.0644035 Oct 31 12:33:27.856618 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Port ffe46aaf-72a4-4c15-9506-ca33161dddf3 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:33:27.856994 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Attempting to bind port ffe46aaf-72a4-4c15-9506-ca33161dddf3 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:27.864053 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c1437-01c1-4cf9-83f7-2094ca2828c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae8e564-b3aa-4e58-8d16-d182b80edabc,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:27.889508 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55814) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:27.901929 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b14be0-d812-4e87-86b9-8734e729e0bb req-f0ce8a6e-32f4-4006-8d55-98a5892d8506 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:27.905920 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f95b1d9-cf2d-46e2-a1c2-f5a9ed18eb2a req-a7f54637-c7f5-486a-9836-7973d0c45368 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838380 Oct 31 12:33:27.907758 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4b14be0-d812-4e87-86b9-8734e729e0bb req-f0ce8a6e-32f4-4006-8d55-98a5892d8506 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 943 time: 0.1750154 Oct 31 12:33:27.915300 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.919000 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-61b7f684-dce9-451c-b161-f29e8b32e633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:27.934182 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309d07d-6cf7-495a-993b-198f049e6093 req-14399e67-3719-401b-b1d3-94aee14988cb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:27.935697 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9309d07d-6cf7-495a-993b-198f049e6093 req-14399e67-3719-401b-b1d3-94aee14988cb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0964656 Oct 31 12:33:27.956672 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:27.986582 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:27.987004 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Checking segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:27.988044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Bound using segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:27.988044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Bound port: ffe46aaf-72a4-4c15-9506-ca33161dddf3, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:27.988440 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.039734 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9309d07d-6cf7-495a-993b-198f049e6093 req-37371869-af00-4ce0-ae3f-6d1a5f7cee6a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943637 Oct 31 12:33:28.069609 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:28.071856 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114b4271-e849-4b22-b7d2-18134f718e20" -d '{"events": [{"name": "network-changed", "server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:28.099997 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-61b7f684-dce9-451c-b161-f29e8b32e633 admin admin] Publish callbacks [] for security_group (58ebbbb5-2f5d-40f1-8a72-225cf86ffc47), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.107849 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-61b7f684-dce9-451c-b161-f29e8b32e633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (58ebbbb5-2f5d-40f1-8a72-225cf86ffc47), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.135576 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4b14be0-d812-4e87-86b9-8734e729e0bb req-19e08821-8ad4-42d0-8d58-001be38a993c tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213635 Oct 31 12:33:28.139778 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:28.178597 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-61b7f684-dce9-451c-b161-f29e8b32e633 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=685a10b3658849e2b21e61ca1222bda6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864640 Oct 31 12:33:28.185447 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55822) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:28.200783 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7f684-dce9-451c-b161-f29e8b32e633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ebbbb5-2f5d-40f1-8a72-225cf86ffc47,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:28.226252 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b15021-e594-4db3-b47f-8cc55e05b8fd req-931912bc-ba0f-43ca-9df6-c50f282d3bca tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:28.230350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] For port ffe46aaf-72a4-4c15-9506-ca33161dddf3, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:28.234975 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-62b15021-e594-4db3-b47f-8cc55e05b8fd req-931912bc-ba0f-43ca-9df6-c50f282d3bca tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0999572 Oct 31 12:33:28.268458 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a216716e-b32e-45ce-b7bf-ecef40bdd4fd x-openstack-request-id: req-a216716e-b32e-45ce-b7bf-ecef40bdd4fd {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:28.268915 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:28.269319 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a216716e-b32e-45ce-b7bf-ecef40bdd4fd {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:28.269849 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a216716e-b32e-45ce-b7bf-ecef40bdd4fd'] response: {'name': 'network-changed', 'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'status': 'completed', 'code': 200} Oct 31 12:33:28.300604 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] For port ffe46aaf-72a4-4c15-9506-ca33161dddf3, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe46aaf-72a4-4c15-9506-ca33161dddf3,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:28.302137 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9a076aa0-f76b-4d7c-997e-d321186a2431 admin admin] Publish callbacks [] for security_group (58ebbbb5-2f5d-40f1-8a72-225cf86ffc47), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.320780 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-62b15021-e594-4db3-b47f-8cc55e05b8fd req-f4ebecee-8891-4e80-bb00-a7cecc9643c4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824864 Oct 31 12:33:28.324935 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.340884 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:28.341507 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.342920 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ffe46aaf-72a4-4c15-9506-ca33161dddf3 HTTP/1.1" status: 200 len: 1094 time: 2.5804465 Oct 31 12:33:28.362319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9a076aa0-f76b-4d7c-997e-d321186a2431 admin admin] Publish callbacks [] for security_group (58ebbbb5-2f5d-40f1-8a72-225cf86ffc47), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.469545 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 55832) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:28.473722 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:28.481917 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0e906-42d3-41e6-b266-b59e77dc2fd7 req-085cef5f-247f-4096-91fe-6bc86186b3a2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:28.483463 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-20e0e906-42d3-41e6-b266-b59e77dc2fd7 req-085cef5f-247f-4096-91fe-6bc86186b3a2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 931 time: 0.1238427 Oct 31 12:33:28.497504 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20af3-37d7-4cc1-b70e-cba935b93b54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe46aaf-72a4-4c15-9506-ca33161dddf3,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:28.513011 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8058-a141-4ab6-a758-abca46b20169 req-0a4fc477-e8fe-41b5-a4b3-d9a850d100ac tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:28.515190 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ad9b8058-a141-4ab6-a758-abca46b20169 req-0a4fc477-e8fe-41b5-a4b3-d9a850d100ac tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0557439 Oct 31 12:33:28.567445 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffec82d-007b-4838-9898-19da61885395 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:28.584641 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Publish callbacks [] for port (dffec82d-007b-4838-9898-19da61885395), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.587869 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ad9b8058-a141-4ab6-a758-abca46b20169 req-63a1a2c5-6b60-4b5b-8ec8-a82f4ebf9b57 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655658 Oct 31 12:33:28.590457 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-20e0e906-42d3-41e6-b266-b59e77dc2fd7 req-092c5673-af81-4503-8f48-7138f9a37cfc tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989568 Oct 31 12:33:28.608181 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9a076aa0-f76b-4d7c-997e-d321186a2431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (58ebbbb5-2f5d-40f1-8a72-225cf86ffc47), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.608181 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9a076aa0-f76b-4d7c-997e-d321186a2431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.608181 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9a076aa0-f76b-4d7c-997e-d321186a2431 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/58ebbbb5-2f5d-40f1-8a72-225cf86ffc47 HTTP/1.1" status: 204 len: 168 time: 0.4089119 Oct 31 12:33:28.625073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a076aa0-f76b-4d7c-997e-d321186a2431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ebbbb5-2f5d-40f1-8a72-225cf86ffc47,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:28.631741 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Transition to ACTIVE for port object dffec82d-007b-4838-9898-19da61885395 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:33:28.636562 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.672208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc279b65-b2ec-47bd-9e6f-3615d83bcdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.711103 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:28.723570 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Attempting to bind port dffec82d-007b-4838-9898-19da61885395 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:33:28.723848 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Attempting to bind port dffec82d-007b-4838-9898-19da61885395 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:33:28.724243 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Attempting to bind port dffec82d-007b-4838-9898-19da61885395 on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:28.744874 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:28.770801 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc279b65-b2ec-47bd-9e6f-3615d83bcdba admin admin] Publish callbacks [] for security_group (fae712fa-e24c-42ab-996b-98f3f4890174), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.772093 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Port dffec82d-007b-4838-9898-19da61885395 on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:33:28.772397 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Attempting to bind port dffec82d-007b-4838-9898-19da61885395 on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:33:28.776044 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc279b65-b2ec-47bd-9e6f-3615d83bcdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (fae712fa-e24c-42ab-996b-98f3f4890174), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.818026 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:33:28.818357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Checking segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:28.818742 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Bound using segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:33:28.819225 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Bound port: dffec82d-007b-4838-9898-19da61885395, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:33:28.819620 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.819968 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dc279b65-b2ec-47bd-9e6f-3615d83bcdba admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d783018f8c854d42a147376a405f2f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481686 Oct 31 12:33:28.820826 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc279b65-b2ec-47bd-9e6f-3615d83bcdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae712fa-e24c-42ab-996b-98f3f4890174,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:28.822544 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 55842) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:28.894689 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=11 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:28.926547 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:33:28.928559 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1f09a023-6b4a-4b03-8b25-ca2c30c7fc51 admin admin] Publish callbacks [] for security_group (fae712fa-e24c-42ab-996b-98f3f4890174), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.930174 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:28.932082 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:33:28.944154 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.954993 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:28.956230 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:28.957770 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 200 len: 1093 time: 1.3350749 Oct 31 12:33:28.979498 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1f09a023-6b4a-4b03-8b25-ca2c30c7fc51 admin admin] Publish callbacks [] for security_group (fae712fa-e24c-42ab-996b-98f3f4890174), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:29.036151 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333a38e-9953-4f95-97bb-5877ff4a37e2 service neutron] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:29.056928 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1f09a023-6b4a-4b03-8b25-ca2c30c7fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (fae712fa-e24c-42ab-996b-98f3f4890174), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:29.059761 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1f09a023-6b4a-4b03-8b25-ca2c30c7fc51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:29.060999 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1f09a023-6b4a-4b03-8b25-ca2c30c7fc51 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fae712fa-e24c-42ab-996b-98f3f4890174 HTTP/1.1" status: 204 len: 168 time: 0.2374036 Oct 31 12:33:29.070183 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09a023-6b4a-4b03-8b25-ca2c30c7fc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae712fa-e24c-42ab-996b-98f3f4890174,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:29.073492 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:29.190153 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6b092-ca56-4107-8741-24810af6db77 req-32e11197-5cc8-401f-a06e-67d51893bd0b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:29.192581 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d3d6b092-ca56-4107-8741-24810af6db77 req-32e11197-5cc8-401f-a06e-67d51893bd0b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0609107 Oct 31 12:33:29.252968 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d3d6b092-ca56-4107-8741-24810af6db77 req-88bc411f-72a0-430e-a966-9004a9c91dda tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545750 Oct 31 12:33:29.291906 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c2c52-b0a5-4376-b04d-8cf9a1dd4109 req-c1722c29-b5ae-498d-90c8-015b52b71c1e tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:29.293552 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b45c2c52-b0a5-4376-b04d-8cf9a1dd4109 req-c1722c29-b5ae-498d-90c8-015b52b71c1e tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 943 time: 0.0659425 Oct 31 12:33:29.353533 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b45c2c52-b0a5-4376-b04d-8cf9a1dd4109 req-b01b17f3-112b-4e02-88bf-09524992fc7f tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Oct 31 12:33:29.431027 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:33:29.466245 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac15ab7-94f6-4a37-be24-4e94796654fc req-664c4c37-4c2f-42b3-b4a9-0ae98b8b87ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:29.467792 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ac15ab7-94f6-4a37-be24-4e94796654fc req-664c4c37-4c2f-42b3-b4a9-0ae98b8b87ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0523252 Oct 31 12:33:29.485688 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:29.524571 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ac15ab7-94f6-4a37-be24-4e94796654fc req-db1876b5-c7b5-4186-8a81-f3aa63b4d7d0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490305 Oct 31 12:33:29.682023 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3'}, {'name': 'network-changed', 'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'tag': 'dffec82d-007b-4838-9898-19da61885395'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:29.687446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3"}, {"name": "network-changed", "server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "tag": "dffec82d-007b-4838-9898-19da61885395"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:29.718183 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c84725-3d63-49df-8d16-4388517b41b0 req-32d79ad2-ef3e-4f3e-92f9-8789f47f3727 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:29.731606 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-15c84725-3d63-49df-8d16-4388517b41b0 req-32d79ad2-ef3e-4f3e-92f9-8789f47f3727 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0562844 Oct 31 12:33:29.754411 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb2a49-5422-4786-b473-db3e6d21a00d req-19a52c6b-4e06-4150-914b-e4eb47e4e9a4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:29.757166 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48bb2a49-5422-4786-b473-db3e6d21a00d req-19a52c6b-4e06-4150-914b-e4eb47e4e9a4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0660298 Oct 31 12:33:29.790331 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-15c84725-3d63-49df-8d16-4388517b41b0 req-fbe8a0b1-b2cf-4bcf-ba8f-014413bfa7df tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Oct 31 12:33:29.835802 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48bb2a49-5422-4786-b473-db3e6d21a00d req-64bf0be8-1580-4db8-91e4-9d2d88fb87a9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683546 Oct 31 12:33:29.856643 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7941ff-cd80-4a47-9840-d020c91f30fa x-openstack-request-id: req-bb7941ff-cd80-4a47-9840-d020c91f30fa {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:29.856966 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "tag": "dffec82d-007b-4838-9898-19da61885395", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:29.857225 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb7941ff-cd80-4a47-9840-d020c91f30fa {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:29.857628 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7941ff-cd80-4a47-9840-d020c91f30fa'] response: {'name': 'network-changed', 'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'status': 'completed', 'code': 200} Oct 31 12:33:29.857909 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7941ff-cd80-4a47-9840-d020c91f30fa'] response: {'name': 'network-changed', 'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'tag': 'dffec82d-007b-4838-9898-19da61885395', 'status': 'completed', 'code': 200} Oct 31 12:33:30.386462 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e1c7c-468c-4bd9-bee9-f41f772908df req-33fe35f5-ed9e-4f90-b6fc-ffeec94c5915 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:30.388700 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-776e1c7c-468c-4bd9-bee9-f41f772908df req-33fe35f5-ed9e-4f90-b6fc-ffeec94c5915 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0505114 Oct 31 12:33:30.464439 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-776e1c7c-468c-4bd9-bee9-f41f772908df req-c36b33db-17a1-415b-a4a9-c2f39db8fd59 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686228 Oct 31 12:33:30.505168 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7218d69-0926-4d4d-9cb2-60316d0636be req-b026440c-22cb-45a8-a4ea-d3bb2e262292 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:30.506667 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a7218d69-0926-4d4d-9cb2-60316d0636be req-b026440c-22cb-45a8-a4ea-d3bb2e262292 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 943 time: 0.0631051 Oct 31 12:33:30.554968 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a7218d69-0926-4d4d-9cb2-60316d0636be req-8afd627d-7f53-4fb7-acfa-11be3784787a tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Oct 31 12:33:30.654370 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b7076-b07c-40c1-8b42-94f14879da18 req-5c2229fb-eed5-40e3-a71f-6c3eeed46603 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:30.656028 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d15b7076-b07c-40c1-8b42-94f14879da18 req-5c2229fb-eed5-40e3-a71f-6c3eeed46603 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0500338 Oct 31 12:33:30.704447 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d15b7076-b07c-40c1-8b42-94f14879da18 req-5491e5d0-71bb-495d-8cf0-5febeeb8844d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Oct 31 12:33:30.914874 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693755-279e-46ff-b467-84efbe751048 req-207193bb-ead2-4509-9f9d-da81b74bbb13 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:30.916523 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-83693755-279e-46ff-b467-84efbe751048 req-207193bb-ead2-4509-9f9d-da81b74bbb13 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0551512 Oct 31 12:33:30.967870 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-83693755-279e-46ff-b467-84efbe751048 req-29963333-6433-4ba8-82d5-c2cd536a8398 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457029 Oct 31 12:33:30.968606 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff8a8-4496-4357-9acb-70fda87179ee req-26b110cb-dfe3-4628-878c-a24210d6885c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:30.970679 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76fff8a8-4496-4357-9acb-70fda87179ee req-26b110cb-dfe3-4628-878c-a24210d6885c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0536563 Oct 31 12:33:31.025278 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76fff8a8-4496-4357-9acb-70fda87179ee req-6b9f2795-f073-4eef-9e70-714c67ec5279 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Oct 31 12:33:31.159335 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:31.192678 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627581-171a-447f-a3a3-dcc11946e53c req-f6bfc239-afff-42b7-a145-d817223241f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:31.194451 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5627581-171a-447f-a3a3-dcc11946e53c req-f6bfc239-afff-42b7-a145-d817223241f4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1127 time: 0.0522280 Oct 31 12:33:31.303385 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-651f32be-0b03-41b2-8bed-a19941af570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:31.304888 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-651f32be-0b03-41b2-8bed-a19941af570c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 1128 time: 0.1535759 Oct 31 12:33:31.338144 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-5f573cbb-9165-4572-9de1-cc016ad52056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:31.339671 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-5f573cbb-9165-4572-9de1-cc016ad52056 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 HTTP/1.1" status: 200 len: 913 time: 0.1977432 Oct 31 12:33:31.588517 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da3153-1da6-4c83-bd56-43b7ea2038d6 req-0de82132-06a7-4abd-bdb1-90d3f5d82505 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:31.591657 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d8da3153-1da6-4c83-bd56-43b7ea2038d6 req-0de82132-06a7-4abd-bdb1-90d3f5d82505 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0520949 Oct 31 12:33:31.656003 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d8da3153-1da6-4c83-bd56-43b7ea2038d6 req-ff8b5086-d15d-4826-b34e-fa5f80746c83 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592992 Oct 31 12:33:31.688116 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e9189-8765-4240-b0c8-a75470e06474 req-1177f6e2-faca-4a8d-9f51-76c07f5dbf22 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:31.690418 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e43e9189-8765-4240-b0c8-a75470e06474 req-1177f6e2-faca-4a8d-9f51-76c07f5dbf22 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 943 time: 0.0511398 Oct 31 12:33:31.740247 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e43e9189-8765-4240-b0c8-a75470e06474 req-cf72028b-abc9-410a-a0df-e15014990a32 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Oct 31 12:33:31.834651 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07faf7-8fd1-4e84-bd3d-8692a055ac3f req-32b39de5-6029-4a04-a3df-85333197f07e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:31.836113 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ac07faf7-8fd1-4e84-bd3d-8692a055ac3f req-32b39de5-6029-4a04-a3df-85333197f07e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0465930 Oct 31 12:33:31.886297 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ac07faf7-8fd1-4e84-bd3d-8692a055ac3f req-ec9692f3-555c-4d8a-babb-fc34ac9e15e5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445030 Oct 31 12:33:32.090199 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a02d2-8d94-4875-9125-ea493ff0c321 req-4dae270e-bdc8-4eef-be58-9cf2286685ea tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:32.091734 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d40a02d2-8d94-4875-9125-ea493ff0c321 req-4dae270e-bdc8-4eef-be58-9cf2286685ea tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0475941 Oct 31 12:33:32.146274 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d40a02d2-8d94-4875-9125-ea493ff0c321 req-bc17ed00-87ce-48ad-b572-3ab5cdbf7ed3 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477507 Oct 31 12:33:32.157137 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e326079-8a30-4ca4-9162-36061b0827ee req-119ea9fe-2227-4f19-b2d6-8dbb692bf1df tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:32.158975 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6e326079-8a30-4ca4-9162-36061b0827ee req-119ea9fe-2227-4f19-b2d6-8dbb692bf1df tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0505655 Oct 31 12:33:32.210905 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6e326079-8a30-4ca4-9162-36061b0827ee req-5c2ca80d-e9b3-4e4c-acf8-942bc158cc37 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463443 Oct 31 12:33:32.777033 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01752-3611-4ba3-b89a-9bdd92575160 req-caf3dd2a-f49f-4dbc-be32-a2955437ccfc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:32.778513 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c5a01752-3611-4ba3-b89a-9bdd92575160 req-caf3dd2a-f49f-4dbc-be32-a2955437ccfc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0472946 Oct 31 12:33:32.825992 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c5a01752-3611-4ba3-b89a-9bdd92575160 req-dc376106-2cd7-436a-91e4-95629473f83e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Oct 31 12:33:32.868529 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc82a80-0bcd-45cb-9b07-da786237fd15 req-0de64528-f560-40ca-a053-644c5b8038c7 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:32.869997 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-afc82a80-0bcd-45cb-9b07-da786237fd15 req-0de64528-f560-40ca-a053-644c5b8038c7 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 943 time: 0.0540469 Oct 31 12:33:32.909236 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:32.916923 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-afc82a80-0bcd-45cb-9b07-da786237fd15 req-f3f76814-7191-449f-bbf7-f413034a0489 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Oct 31 12:33:32.991657 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:33.010058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d914a7-349b-4503-81c6-3d572120581c req-7eb24f7b-4a28-49a4-a08a-0719fd18b713 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:33.011515 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34d914a7-349b-4503-81c6-3d572120581c req-7eb24f7b-4a28-49a4-a08a-0719fd18b713 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0502901 Oct 31 12:33:33.057590 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-34d914a7-349b-4503-81c6-3d572120581c req-0d568382-60df-4fc0-b882-cb893a99f71b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405445 Oct 31 12:33:33.264625 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 526d397e-43ed-4b15-84f5-0072c801c1b0 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:33:33.286342 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ee81f-9a84-4a60-a5c5-52666a3dae8f req-1d02483b-fb69-4ee5-877d-fb8880d6cb39 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:33.293362 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-624ee81f-9a84-4a60-a5c5-52666a3dae8f req-1d02483b-fb69-4ee5-877d-fb8880d6cb39 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0723627 Oct 31 12:33:33.340930 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-624ee81f-9a84-4a60-a5c5-52666a3dae8f req-31abe882-36b5-4438-bb9e-6525dac3287f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Oct 31 12:33:33.351368 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4172c-b9b5-454c-a39f-e49a909506a7 req-acabfcae-1532-4a2f-8474-b28f61afc600 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:33.353573 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f1c4172c-b9b5-454c-a39f-e49a909506a7 req-acabfcae-1532-4a2f-8474-b28f61afc600 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0493369 Oct 31 12:33:33.365949 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:33.385067 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 526d397e-43ed-4b15-84f5-0072c801c1b0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=526d397e-43ed-4b15-84f5-0072c801c1b0,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:33.397679 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '526d397e-43ed-4b15-84f5-0072c801c1b0', 'network_id': '3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5', 'port_id': '526d397e-43ed-4b15-84f5-0072c801c1b0', 'mac_address': 'fa:16:3e:ff:ca:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eef00990-185e-4d60-8f11-ed6af1b02625', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:33:33.406858 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f1c4172c-b9b5-454c-a39f-e49a909506a7 req-9acba824-7092-4780-9b8e-d979ccce2dfb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471196 Oct 31 12:33:33.435097 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 526d397e-43ed-4b15-84f5-0072c801c1b0 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:33.435456 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:33.449025 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526d397e-43ed-4b15-84f5-0072c801c1b0 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:33.469929 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 526d397e-43ed-4b15-84f5-0072c801c1b0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=526d397e-43ed-4b15-84f5-0072c801c1b0,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:33.473832 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:33.474481 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a33f2616-bbbf-49fa-87ab-2b1769bc0111 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:33:33.548469 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=526d397e-43ed-4b15-84f5-0072c801c1b0,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:33.590305 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:33.615924 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port a33f2616-bbbf-49fa-87ab-2b1769bc0111, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:33.626982 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'port_id': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111', 'mac_address': 'fa:16:3e:50:12:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:33:33.661560 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port a33f2616-bbbf-49fa-87ab-2b1769bc0111 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:33.661945 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:33.678188 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33f2616-bbbf-49fa-87ab-2b1769bc0111 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:33.699726 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port a33f2616-bbbf-49fa-87ab-2b1769bc0111, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:33.704174 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:33.845039 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=a33f2616-bbbf-49fa-87ab-2b1769bc0111,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:33.945810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e351760-3a46-416a-967f-975429847cfe req-4efc11be-4ed9-4979-b74e-3d01ec0ff420 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:33.947539 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2e351760-3a46-416a-967f-975429847cfe req-4efc11be-4ed9-4979-b74e-3d01ec0ff420 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0472834 Oct 31 12:33:33.995080 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2e351760-3a46-416a-967f-975429847cfe req-6860b5ba-c70f-460c-8683-f702a7987b88 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420101 Oct 31 12:33:34.038117 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35427c-81b3-4797-a79b-4feadeee4d1e req-31405d10-8c6f-454b-9f22-2bef5905b846 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:34.039701 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db35427c-81b3-4797-a79b-4feadeee4d1e req-31405d10-8c6f-454b-9f22-2bef5905b846 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 944 time: 0.0495925 Oct 31 12:33:34.096559 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db35427c-81b3-4797-a79b-4feadeee4d1e req-9c54c912-0711-4996-bcc6-9aa8ce63c27a tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Oct 31 12:33:34.179713 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18940c-4d58-4642-b05e-9a83788d4804 req-c75eb2b1-4881-4faa-b6bb-05bddc51ff85 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:34.181167 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bc18940c-4d58-4642-b05e-9a83788d4804 req-c75eb2b1-4881-4faa-b6bb-05bddc51ff85 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0478110 Oct 31 12:33:34.230834 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bc18940c-4d58-4642-b05e-9a83788d4804 req-9bc427cd-0371-40ec-9777-b2bcd74548fa tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Oct 31 12:33:34.461169 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469807a-2c7c-4f04-a785-9438d4ce1a05 req-d59a7555-87ea-43ce-97f5-73e7798c3878 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:34.462739 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4469807a-2c7c-4f04-a785-9438d4ce1a05 req-d59a7555-87ea-43ce-97f5-73e7798c3878 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0493743 Oct 31 12:33:34.500939 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:34.514562 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4469807a-2c7c-4f04-a785-9438d4ce1a05 req-1dcafca0-d033-4506-8149-6e407d219dd4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452321 Oct 31 12:33:34.540799 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fdd1c-50d2-41db-aa10-03e799a30292 req-9ef82134-9ee0-485a-831c-4785675f608b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:34.542500 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-641fdd1c-50d2-41db-aa10-03e799a30292 req-9ef82134-9ee0-485a-831c-4785675f608b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0505948 Oct 31 12:33:34.601518 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-641fdd1c-50d2-41db-aa10-03e799a30292 req-65e10f01-0e0a-4663-9af4-659f20a51425 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527267 Oct 31 12:33:35.113813 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18c6da-a255-44d9-afc8-33811686895d req-97c8fb8a-c7ab-4c4d-a845-9a98c0abf35f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:35.115267 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c18c6da-a255-44d9-afc8-33811686895d req-97c8fb8a-c7ab-4c4d-a845-9a98c0abf35f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0462804 Oct 31 12:33:35.162332 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c18c6da-a255-44d9-afc8-33811686895d req-e26255ae-1803-4058-91e0-b2c30ab9c09f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Oct 31 12:33:35.217634 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3ecd7-bb22-4495-bbd7-41645471fb3b req-62d6d28b-7085-4cd3-ae84-f1bb395232d5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:35.219092 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-26e3ecd7-bb22-4495-bbd7-41645471fb3b req-62d6d28b-7085-4cd3-ae84-f1bb395232d5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 944 time: 0.0469644 Oct 31 12:33:35.266253 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-26e3ecd7-bb22-4495-bbd7-41645471fb3b req-d1782c3f-9da0-4ee3-b5b7-99e61b8b8ffb tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415030 Oct 31 12:33:35.352512 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113142d-617b-462e-8fd1-6af7c6119763 req-341bc72d-1358-4ebd-b8a7-ac870cba2526 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:35.354007 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f113142d-617b-462e-8fd1-6af7c6119763 req-341bc72d-1358-4ebd-b8a7-ac870cba2526 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0503936 Oct 31 12:33:35.403597 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f113142d-617b-462e-8fd1-6af7c6119763 req-c6d0dd84-a273-4066-9823-411d9c9621ed tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440221 Oct 31 12:33:35.639561 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52a11-4425-45dd-8849-8dff65ff0d7c req-b6f69fc7-2c2c-4052-abe9-19d5068c80ae tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:35.642203 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2fe52a11-4425-45dd-8849-8dff65ff0d7c req-b6f69fc7-2c2c-4052-abe9-19d5068c80ae tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0517464 Oct 31 12:33:35.694271 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2fe52a11-4425-45dd-8849-8dff65ff0d7c req-5325cfaa-194c-450a-95d2-416355126ff8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473342 Oct 31 12:33:35.731300 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe5239-8982-4c5b-a740-49ec20ca640d req-4f6abbe1-0737-48a5-997f-694f58ffccaa tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:35.732787 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fbe5239-8982-4c5b-a740-49ec20ca640d req-4f6abbe1-0737-48a5-997f-694f58ffccaa tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0468013 Oct 31 12:33:35.782344 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fbe5239-8982-4c5b-a740-49ec20ca640d req-9aeddf44-7d36-4751-ab5b-7daf6e2398b5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 Oct 31 12:33:36.261573 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:36.279134 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bddb1-f61a-4fa6-8cfb-787f13f1b027 req-ec709c40-808a-4f1d-bc0d-a759af16dce8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:36.280552 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-450bddb1-f61a-4fa6-8cfb-787f13f1b027 req-ec709c40-808a-4f1d-bc0d-a759af16dce8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0461159 Oct 31 12:33:36.327948 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-450bddb1-f61a-4fa6-8cfb-787f13f1b027 req-122fbfdb-9e2b-410f-8dc5-682aaec57d05 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412953 Oct 31 12:33:36.389415 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc329814-ac86-4067-93e4-c56ee86efc82 req-4c0b6ceb-a8ba-4b10-a63a-f745a8d97053 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:36.390878 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bc329814-ac86-4067-93e4-c56ee86efc82 req-4c0b6ceb-a8ba-4b10-a63a-f745a8d97053 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 944 time: 0.0502570 Oct 31 12:33:36.442269 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bc329814-ac86-4067-93e4-c56ee86efc82 req-e3261e2f-12f0-44b2-9aef-6155c7bcc052 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Oct 31 12:33:36.528100 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916673-fed5-4600-80e1-537888ae1a76 req-b1980e89-2afd-4eff-8b5f-5f343d98f7e5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:36.529599 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d2916673-fed5-4600-80e1-537888ae1a76 req-b1980e89-2afd-4eff-8b5f-5f343d98f7e5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0493658 Oct 31 12:33:36.575193 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d2916673-fed5-4600-80e1-537888ae1a76 req-d4a15f20-c913-4cf1-bf1c-dd2676bf2256 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Oct 31 12:33:36.814622 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c163ba-2438-490d-ae6b-a2a3687d58cf req-0e7ec61e-5e8a-470a-b881-92c02ed77de6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:36.816916 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4c163ba-2438-490d-ae6b-a2a3687d58cf req-0e7ec61e-5e8a-470a-b881-92c02ed77de6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0489461 Oct 31 12:33:36.866012 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4c163ba-2438-490d-ae6b-a2a3687d58cf req-7381289b-4c4a-4245-a152-e1681b9d7339 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Oct 31 12:33:36.906657 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239671e-8184-4e2d-bbca-02a5c01dcfda req-259e940f-98af-4215-90a1-85154678ea5c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:36.908186 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4239671e-8184-4e2d-bbca-02a5c01dcfda req-259e940f-98af-4215-90a1-85154678ea5c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0477691 Oct 31 12:33:36.954304 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4239671e-8184-4e2d-bbca-02a5c01dcfda req-e56d5b67-deea-449a-93e6-3581568ba0a9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Oct 31 12:33:37.256588 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['526d397e-43ed-4b15-84f5-0072c801c1b0'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:33:37.274681 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-2d56cb6e-58fd-4d07-bb76-d9a27dfdccd7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526d397e-43ed-4b15-84f5-0072c801c1b0 HTTP/1.1" status: 200 len: 217 time: 0.0667186 Oct 31 12:33:37.276638 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-b36268e8-a46b-4892-8bca-e133156b3bb4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc HTTP/1.1" status: 200 len: 217 time: 0.0626013 Oct 31 12:33:37.373686 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-08c492e6-7a4f-43a0-ab69-a9d389b7c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.375965 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-08c492e6-7a4f-43a0-ab69-a9d389b7c7c1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eef00990-185e-4d60-8f11-ed6af1b02625 HTTP/1.1" status: 200 len: 851 time: 0.0890265 Oct 31 12:33:37.378726 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-daf80838-e236-4dd1-8a63-4b200de3c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.380567 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-daf80838-e236-4dd1-8a63-4b200de3c6cd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0852582 Oct 31 12:33:37.399268 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['a33f2616-bbbf-49fa-87ab-2b1769bc0111'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:33:37.459317 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:37.478550 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-4f15e5aa-c2ee-462b-af08-fa093a5059da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.484429 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-4f15e5aa-c2ee-462b-af08-fa093a5059da service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962985 Oct 31 12:33:37.490264 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a783b-22d9-4366-bc64-41428620370c req-6024f011-1303-48dd-b5db-628cffbd7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.491870 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-6024f011-1303-48dd-b5db-628cffbd7ea2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938871 Oct 31 12:33:37.545259 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf24dc-6fba-475e-bb02-3694236f3058 req-6bf1503e-0ba2-4947-bcb2-ffd629e8e96a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.547050 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21cf24dc-6fba-475e-bb02-3694236f3058 req-6bf1503e-0ba2-4947-bcb2-ffd629e8e96a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0684614 Oct 31 12:33:37.619754 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-f46e65d0-680e-4468-a749-9736c980181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.621316 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-f46e65d0-680e-4468-a749-9736c980181e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 1128 time: 0.4054103 Oct 31 12:33:37.647131 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:37.648463 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:37.649795 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-229474fa-e2fe-4dcc-b123-9f9b06eea1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.651398 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-229474fa-e2fe-4dcc-b123-9f9b06eea1cd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 1127 time: 0.4265246 Oct 31 12:33:37.667425 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4271-e849-4b22-b7d2-18134f718e20 req-32a0c19e-5586-400d-b120-4f6d0dc741b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.668879 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-114b4271-e849-4b22-b7d2-18134f718e20 req-32a0c19e-5586-400d-b120-4f6d0dc741b0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 1128 time: 0.4450612 Oct 31 12:33:37.693866 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d67fc-71b2-499c-bcf0-db56aa4d23c7 req-2279cef1-ee72-4fb1-b462-56e10f3cc59f tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.695409 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6b7d67fc-71b2-499c-bcf0-db56aa4d23c7 req-2279cef1-ee72-4fb1-b462-56e10f3cc59f tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 944 time: 0.1345532 Oct 31 12:33:37.728050 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627581-171a-447f-a3a3-dcc11946e53c req-f5c68468-5483-46f7-886c-336d2d383b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.729542 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5627581-171a-447f-a3a3-dcc11946e53c req-f5c68468-5483-46f7-886c-336d2d383b55 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.5214417 Oct 31 12:33:37.732763 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21cf24dc-6fba-475e-bb02-3694236f3058 req-686d041e-7e1f-4168-b365-900bc0463948 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710639 Oct 31 12:33:37.749753 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-42b2fbb4-a925-4ba4-9754-62c6de1ef605 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535486 Oct 31 12:33:37.756830 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-c4279423-3c16-47a9-9fe3-55c06f4ac26c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419391 Oct 31 12:33:37.780036 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6b7d67fc-71b2-499c-bcf0-db56aa4d23c7 req-a2565ccc-fe4d-4fe7-9fbc-77525207603b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723529 Oct 31 12:33:37.836444 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624edd58-a8bd-4506-a163-69e801901d58 req-d78d6e19-f933-4769-bcf4-cab61e00fc1f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.837934 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-624edd58-a8bd-4506-a163-69e801901d58 req-d78d6e19-f933-4769-bcf4-cab61e00fc1f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0470009 Oct 31 12:33:37.888762 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-624edd58-a8bd-4506-a163-69e801901d58 req-aceea174-f40a-497f-816c-de751846dd11 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452874 Oct 31 12:33:37.993074 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586138a-544d-4287-8a46-5581a160a85f req-ccf4dbb2-53fd-46ec-8f8f-2015c0fb8bff tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:37.994616 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a586138a-544d-4287-8a46-5581a160a85f req-ccf4dbb2-53fd-46ec-8f8f-2015c0fb8bff tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0524518 Oct 31 12:33:38.056170 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a586138a-544d-4287-8a46-5581a160a85f req-678f9a14-daa1-4034-8835-8fc55014c4a5 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Oct 31 12:33:38.096071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858ca4e-99e7-48d2-859b-b7449d3f7702 req-ec851fad-6796-4af0-a2df-de2d1a7ec9f9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:38.097702 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b858ca4e-99e7-48d2-859b-b7449d3f7702 req-ec851fad-6796-4af0-a2df-de2d1a7ec9f9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0575356 Oct 31 12:33:38.152562 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b858ca4e-99e7-48d2-859b-b7449d3f7702 req-d263e008-2bc8-4b29-8cdf-2abe4474a557 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490971 Oct 31 12:33:38.855174 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedbb5e-a171-4a0b-9250-086390905aef req-9678d437-a2dc-4c02-abd2-c81de49b9422 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:38.856672 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-faedbb5e-a171-4a0b-9250-086390905aef req-9678d437-a2dc-4c02-abd2-c81de49b9422 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0498333 Oct 31 12:33:38.901287 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323de6a3-9357-4d7c-8bef-236c75395dc1 req-630f440d-637e-4ab4-9744-bcf68432f22c tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:38.902762 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-323de6a3-9357-4d7c-8bef-236c75395dc1 req-630f440d-637e-4ab4-9744-bcf68432f22c tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 944 time: 0.0473347 Oct 31 12:33:38.903501 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-faedbb5e-a171-4a0b-9250-086390905aef req-451fe3e5-28c6-4074-ab9c-1a0356de17ff tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Oct 31 12:33:38.929403 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:38.951502 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-323de6a3-9357-4d7c-8bef-236c75395dc1 req-6dcd35c5-cc90-4fce-80c9-4c399a062478 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Oct 31 12:33:39.009049 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa0494-bcbf-4db8-97ee-56d8753a08b3 req-09b4191e-c4d7-4473-bef5-755263cd740f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:39.010470 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5cfa0494-bcbf-4db8-97ee-56d8753a08b3 req-09b4191e-c4d7-4473-bef5-755263cd740f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0452418 Oct 31 12:33:39.036042 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:39.058226 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5cfa0494-bcbf-4db8-97ee-56d8753a08b3 req-f200c151-1706-4092-9e2a-dba853004391 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Oct 31 12:33:39.183083 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e4686-6127-4e9f-927d-ba3e8fbdfd5d req-c457619f-930b-45ca-9dbe-a4667b79282a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:39.184536 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4c5e4686-6127-4e9f-927d-ba3e8fbdfd5d req-c457619f-930b-45ca-9dbe-a4667b79282a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0460420 Oct 31 12:33:39.232750 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4c5e4686-6127-4e9f-927d-ba3e8fbdfd5d req-47def856-f669-4938-946c-ada2e5139d27 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Oct 31 12:33:39.278697 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59a5e4-437a-456e-8276-6e1d7d9e5650 req-dfff5533-0102-4313-bc6f-1d99681acd73 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:39.280201 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6e59a5e4-437a-456e-8276-6e1d7d9e5650 req-dfff5533-0102-4313-bc6f-1d99681acd73 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0483315 Oct 31 12:33:39.329672 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6e59a5e4-437a-456e-8276-6e1d7d9e5650 req-f129ed64-e712-41ff-91ab-062435e0eb08 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433950 Oct 31 12:33:40.026214 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f31b3-3850-4645-abf1-b842849854f8 req-d99aa1f4-972d-4ec1-b06b-e3124d1b1820 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.027758 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e4f31b3-3850-4645-abf1-b842849854f8 req-d99aa1f4-972d-4ec1-b06b-e3124d1b1820 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 944 time: 0.0508676 Oct 31 12:33:40.070299 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c7c8d-7cce-4ff3-b7b6-73dc77ca143c req-f7e760c2-d639-447f-aa44-5d7feaed3ac0 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.071880 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ef7c7c8d-7cce-4ff3-b7b6-73dc77ca143c req-f7e760c2-d639-447f-aa44-5d7feaed3ac0 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 944 time: 0.0474565 Oct 31 12:33:40.076900 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e4f31b3-3850-4645-abf1-b842849854f8 req-9b3caf2d-c203-4bdb-bd32-8eace26a6166 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419147 Oct 31 12:33:40.124269 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ef7c7c8d-7cce-4ff3-b7b6-73dc77ca143c req-238b5bab-42b9-4a58-b561-2206730ba0c2 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 Oct 31 12:33:40.176645 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b6821-8685-40ff-b63c-e933df27da87 req-897d7991-c9b6-4c7c-8adc-21cb93b9bad6 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.178067 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e9b6821-8685-40ff-b63c-e933df27da87 req-897d7991-c9b6-4c7c-8adc-21cb93b9bad6 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0459449 Oct 31 12:33:40.230978 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e9b6821-8685-40ff-b63c-e933df27da87 req-2ede0d8a-022d-4f35-843c-9e556ee320f8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473292 Oct 31 12:33:40.357436 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5627581-171a-447f-a3a3-dcc11946e53c req-58a2753d-1d1d-49f6-8d19-aec0da98fffd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 200 len: 217 time: 0.1245232 Oct 31 12:33:40.358593 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-da11d7da-de61-4ae3-b161-55bb8950b9cf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 200 len: 217 time: 0.1268024 Oct 31 12:33:40.551146 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device f9ca4955-7ad3-407e-b90d-7bad757cb1d8 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:33:40.593761 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f615322-c57b-4491-acb0-0e99d4b8e25e req-7726184f-add3-46c2-9c10-125c1a5ae7e1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.595274 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f615322-c57b-4491-acb0-0e99d4b8e25e req-7726184f-add3-46c2-9c10-125c1a5ae7e1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0890515 Oct 31 12:33:40.601761 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-020a783b-22d9-4366-bc64-41428620370c req-37ef8015-60dd-4435-8a1c-f1240c4a917c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795199 Oct 31 12:33:40.620456 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-c1088b3b-ef43-4009-8236-1d4f5ad5f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.621916 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-c1088b3b-ef43-4009-8236-1d4f5ad5f259 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.2479165 Oct 31 12:33:40.628664 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fba6ea8d-b281-48bf-98d3-604d21706bb3 req-49aaca2f-c029-4317-8cc6-c0f4f0c86585 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052327 Oct 31 12:33:40.629779 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31be71-91f8-4a62-a6df-97b50da8dda7 req-39df670b-75bb-497b-a6c0-03854a3525fb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.631475 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad31be71-91f8-4a62-a6df-97b50da8dda7 req-39df670b-75bb-497b-a6c0-03854a3525fb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.1982005 Oct 31 12:33:40.663115 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6f615322-c57b-4491-acb0-0e99d4b8e25e req-c359bd8f-192f-4f77-9c5e-cf30cf6de183 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 Oct 31 12:33:40.693649 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627581-171a-447f-a3a3-dcc11946e53c req-d5368182-7288-4149-8e87-d3bd72005c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.695082 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5627581-171a-447f-a3a3-dcc11946e53c req-d5368182-7288-4149-8e87-d3bd72005c61 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.3200052 Oct 31 12:33:40.704321 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:40.713136 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port f9ca4955-7ad3-407e-b90d-7bad757cb1d8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:40.727594 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'port_id': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'mac_address': 'fa:16:3e:ec:bc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:33:40.727828 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4271-e849-4b22-b7d2-18134f718e20 req-66df3f5c-5915-45f7-8e02-04ad62ee863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.729271 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-114b4271-e849-4b22-b7d2-18134f718e20 req-66df3f5c-5915-45f7-8e02-04ad62ee863d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 911 time: 0.4955885 Oct 31 12:33:40.739640 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-f9e35731-a953-4b70-a04a-23556f0a508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.741082 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-f9e35731-a953-4b70-a04a-23556f0a508e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5206213 Oct 31 12:33:40.747022 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-fa46046c-6582-4c76-802d-ae1a201e7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:40.748618 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-fa46046c-6582-4c76-802d-ae1a201e7357 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1086903 Oct 31 12:33:40.766759 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad31be71-91f8-4a62-a6df-97b50da8dda7 req-abbb7795-cec0-47a5-b78e-23d4338b7171 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112137 Oct 31 12:33:40.773097 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:40.773718 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:40.793618 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:40.797271 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ca4955-7ad3-407e-b90d-7bad757cb1d8 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:40.818928 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port f9ca4955-7ad3-407e-b90d-7bad757cb1d8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:40.824416 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:40.874962 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:40.941267 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 526d397e-43ed-4b15-84f5-0072c801c1b0 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:40.988121 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 526d397e-43ed-4b15-84f5-0072c801c1b0 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:33:40.993723 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 526d397e-43ed-4b15-84f5-0072c801c1b0 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:40.994152 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:40.994503 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 526d397e-43ed-4b15-84f5-0072c801c1b0 Oct 31 12:33:41.073889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 526d397e-43ed-4b15-84f5-0072c801c1b0 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:41.074277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.105305 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d254a92-15fa-4d98-8954-a8028647165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526d397e-43ed-4b15-84f5-0072c801c1b0'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:41.155658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56132) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:41.171685 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:41.190790 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['f9ca4955-7ad3-407e-b90d-7bad757cb1d8'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:33:41.223342 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d79d1-59bc-484c-9456-4b78c724eefd req-cf41278a-e21b-402a-86a8-91ed2566292c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:41.225061 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-906d79d1-59bc-484c-9456-4b78c724eefd req-cf41278a-e21b-402a-86a8-91ed2566292c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 945 time: 0.0651076 Oct 31 12:33:41.233552 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 526d397e-43ed-4b15-84f5-0072c801c1b0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=526d397e-43ed-4b15-84f5-0072c801c1b0,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:41.250158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.251117 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a33f2616-bbbf-49fa-87ab-2b1769bc0111 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:41.285315 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3662-5720-4de0-b89d-2b89b268ef1b req-225aefa7-3de9-4266-aa7f-15e223efcbf1 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:41.295120 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cecb3662-5720-4de0-b89d-2b89b268ef1b req-225aefa7-3de9-4266-aa7f-15e223efcbf1 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0724430 Oct 31 12:33:41.335523 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.342349 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-906d79d1-59bc-484c-9456-4b78c724eefd req-7252acee-1692-442d-a9dc-14c81dc17133 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097529 Oct 31 12:33:41.368196 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port a33f2616-bbbf-49fa-87ab-2b1769bc0111 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:33:41.374367 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=526d397e-43ed-4b15-84f5-0072c801c1b0,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:41.398549 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port a33f2616-bbbf-49fa-87ab-2b1769bc0111 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:41.398988 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.399419 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port a33f2616-bbbf-49fa-87ab-2b1769bc0111 Oct 31 12:33:41.412410 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1781351-94b5-417d-9c7c-b2a6e2a276ad" -d '{"events": [{"server_uuid": "8d254a92-15fa-4d98-8954-a8028647165e", "name": "network-vif-plugged", "status": "completed", "tag": "526d397e-43ed-4b15-84f5-0072c801c1b0"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:41.416684 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cecb3662-5720-4de0-b89d-2b89b268ef1b req-2dcd8694-74dd-4f3e-8183-cf158c528c63 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202555 Oct 31 12:33:41.493003 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9abb51-af1d-4baa-959c-4893c03b3ceb req-903c6199-fe6e-4954-9622-0b2366a72464 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:41.495035 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1a9abb51-af1d-4baa-959c-4893c03b3ceb req-903c6199-fe6e-4954-9622-0b2366a72464 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0627575 Oct 31 12:33:41.522266 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Publish callbacks [] for security_group (efb3b9e4-555e-4450-901c-59f2b3947f62), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.528708 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port a33f2616-bbbf-49fa-87ab-2b1769bc0111 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:41.528867 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (efb3b9e4-555e-4450-901c-59f2b3947f62), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.529526 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.576336 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port a33f2616-bbbf-49fa-87ab-2b1769bc0111, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:41.582610 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:41.610602 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1a9abb51-af1d-4baa-959c-4893c03b3ceb req-869a20cd-b499-4a05-9a5a-df3ffd8226f4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100216 Oct 31 12:33:41.614814 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-07a6044e-eca1-4684-b594-130ff9f31faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:41.616670 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-07a6044e-eca1-4684-b594-130ff9f31faa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 1128 time: 0.0707400 Oct 31 12:33:41.620092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7b3ce-e852-4095-a18c-8790ade39487 x-openstack-request-id: req-fcd7b3ce-e852-4095-a18c-8790ade39487 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:41.620401 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d254a92-15fa-4d98-8954-a8028647165e", "name": "network-vif-plugged", "status": "completed", "tag": "526d397e-43ed-4b15-84f5-0072c801c1b0", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:41.620682 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcd7b3ce-e852-4095-a18c-8790ade39487 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:41.621160 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd7b3ce-e852-4095-a18c-8790ade39487'] response: {'server_uuid': '8d254a92-15fa-4d98-8954-a8028647165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526d397e-43ed-4b15-84f5-0072c801c1b0', 'code': 200} Oct 31 12:33:41.626012 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:41.671753 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=a33f2616-bbbf-49fa-87ab-2b1769bc0111,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:41.679204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:41.764520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-d6608730-435c-42bd-be78-9990c7ccff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:41.766734 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-d6608730-435c-42bd-be78-9990c7ccff17 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.1363168 Oct 31 12:33:41.777882 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3b9e4-555e-4450-901c-59f2b3947f62,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:41.785124 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ea42f548e2df4e9f8a8e72e4243950d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6253564 Oct 31 12:33:41.818805 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56154) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:41.820324 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-9147c3ed-effa-48c3-8152-69bfca917c4f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc HTTP/1.1" status: 200 len: 217 time: 0.0469625 Oct 31 12:33:41.995614 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9072e-86f8-49b3-8df8-72b6006e358e req-e841dff9-6cf8-4964-80a5-6988156c24db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:41.997125 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-85a9072e-86f8-49b3-8df8-72b6006e358e req-e841dff9-6cf8-4964-80a5-6988156c24db service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 1129 time: 0.1797628 Oct 31 12:33:42.012503 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460e4de-f3cf-4a1c-9387-c95178d76381 req-86eea80f-8fc7-4cff-bb10-9716f82f8c1b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.013995 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4460e4de-f3cf-4a1c-9387-c95178d76381 req-86eea80f-8fc7-4cff-bb10-9716f82f8c1b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.1280308 Oct 31 12:33:42.032759 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-0b89ac5b-a17d-4495-837c-0f3f2ccc80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.034784 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-0b89ac5b-a17d-4495-837c-0f3f2ccc80db service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.1795392 Oct 31 12:33:42.043566 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-85a9072e-86f8-49b3-8df8-72b6006e358e req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.053031 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-114b4271-e849-4b22-b7d2-18134f718e20 req-4a4a209e-af98-4486-bb1a-711e7a7f32f0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 200 len: 217 time: 0.4100268 Oct 31 12:33:42.058226 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:42.092003 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.092352 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.092717 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.093021 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.093352 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.093731 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.094004 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.094323 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.094644 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.094967 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.095318 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.095643 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.095989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.096370 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.096689 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bb8a13-6050-44f9-99b9-b1cc9fb3f1fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.104936 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc160111-942e-4602-ae5e-217410b368c6 admin admin] Publish callbacks [] for security_group (efb3b9e4-555e-4450-901c-59f2b3947f62), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.151026 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-9990ff74-28c9-4da1-b59f-5bb7bdc4cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.152586 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-9990ff74-28c9-4da1-b59f-5bb7bdc4cfca service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959113 Oct 31 12:33:42.177615 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc160111-942e-4602-ae5e-217410b368c6 admin admin] Publish callbacks [] for security_group (efb3b9e4-555e-4450-901c-59f2b3947f62), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.183672 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4460e4de-f3cf-4a1c-9387-c95178d76381 req-e7dcbc52-7d88-49c9-b7f4-2ab33a14ef8f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602166 Oct 31 12:33:42.219387 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627581-171a-447f-a3a3-dcc11946e53c req-9dc61c9e-a406-4fba-8088-ac52289856d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.221655 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5627581-171a-447f-a3a3-dcc11946e53c req-9dc61c9e-a406-4fba-8088-ac52289856d1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5746534 Oct 31 12:33:42.235574 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aa8ea-14d7-47a1-a994-99476b3556bc req-1fcd3f04-ec88-4c53-8fc0-1a86622a697d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.239815 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-691aa8ea-14d7-47a1-a994-99476b3556bc req-1fcd3f04-ec88-4c53-8fc0-1a86622a697d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.2457094 Oct 31 12:33:42.259285 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-3de80109-3231-41cc-a504-55c336091a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.261366 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-3de80109-3231-41cc-a504-55c336091a60 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7260439 Oct 31 12:33:42.263192 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4271-e849-4b22-b7d2-18134f718e20 req-508e1eb1-546f-4164-8856-b3d0105a56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.264530 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-114b4271-e849-4b22-b7d2-18134f718e20 req-508e1eb1-546f-4164-8856-b3d0105a56c2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.1817718 Oct 31 12:33:42.351143 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-85a9072e-86f8-49b3-8df8-72b6006e358e req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Publish callbacks [] for security_group (f08be05d-45f9-483d-a79a-672fab33f365), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.361275 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-85a9072e-86f8-49b3-8df8-72b6006e358e req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f08be05d-45f9-483d-a79a-672fab33f365), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.374079 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:42.375460 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc160111-942e-4602-ae5e-217410b368c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (efb3b9e4-555e-4450-901c-59f2b3947f62), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.379612 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc160111-942e-4602-ae5e-217410b368c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.383450 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dc160111-942e-4602-ae5e-217410b368c6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/efb3b9e4-555e-4450-901c-59f2b3947f62 HTTP/1.1" status: 204 len: 168 time: 0.5595875 Oct 31 12:33:42.402363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:42.409843 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-c371ee0a-571c-4a29-b9c9-8d4538d1681d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477815 Oct 31 12:33:42.507680 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4271-e849-4b22-b7d2-18134f718e20 req-25b94c67-43cd-4440-98d4-e0260eafa9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.509191 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-114b4271-e849-4b22-b7d2-18134f718e20 req-25b94c67-43cd-4440-98d4-e0260eafa9c8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2110472 Oct 31 12:33:42.511800 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-3b2786dd-a140-4e46-9de6-5740308a8ed8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662593 Oct 31 12:33:42.514382 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-85a9072e-86f8-49b3-8df8-72b6006e358e req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097263 Oct 31 12:33:42.521641 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-adea003d-1e38-4128-8d25-58ff942031a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.521641 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-adea003d-1e38-4128-8d25-58ff942031a4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 1128 time: 0.1954007 Oct 31 12:33:42.558626 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device f9ca4955-7ad3-407e-b90d-7bad757cb1d8 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:42.571583 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-691aa8ea-14d7-47a1-a994-99476b3556bc req-e07c12fa-8d51-45b3-b8bc-63e0c94fefd7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856727 Oct 31 12:33:42.574953 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f08be05d-45f9-483d-a79a-672fab33f365,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:42.589939 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.590520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.591109 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.591814 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.592381 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.592948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.593633 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.594158 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.594709 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.595314 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.595931 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.596669 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.597207 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.597835 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.598421 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.619430 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc160111-942e-4602-ae5e-217410b368c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3b9e4-555e-4450-901c-59f2b3947f62,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:42.625190 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:33:42.625710 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5627581-171a-447f-a3a3-dcc11946e53c req-e7539810-6169-4a8e-aac4-f439fa1feff3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674419 Oct 31 12:33:42.634570 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:42.635018 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.635452 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 Oct 31 12:33:42.677540 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98b972-8f94-4e54-8874-7921e6d26c60 req-57e7088c-bee8-49d4-a183-72ac34e7a8ff tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.679394 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7f98b972-8f94-4e54-8874-7921e6d26c60 req-57e7088c-bee8-49d4-a183-72ac34e7a8ff tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 945 time: 0.2007294 Oct 31 12:33:42.692493 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:42.747605 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-e6aee153-8923-496f-ae47-3252a50c89e1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232689 Oct 31 12:33:42.748530 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:42.748822 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.791015 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port f9ca4955-7ad3-407e-b90d-7bad757cb1d8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:42.792626 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7f98b972-8f94-4e54-8874-7921e6d26c60 req-86948238-49ba-471c-8f0a-bebf50b5af82 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044979 Oct 31 12:33:42.805997 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.854703 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1fce5-7799-4fc4-9644-ed5dfec66d33 req-f73523c4-72b0-409f-98b7-afdadf11c9df tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.856394 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7fa1fce5-7799-4fc4-9644-ed5dfec66d33 req-f73523c4-72b0-409f-98b7-afdadf11c9df tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.1343575 Oct 31 12:33:42.874669 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:42.884343 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.884885 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.885458 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.885988 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.886482 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.886987 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.887557 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.888056 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.888556 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.889054 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.889605 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.890119 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.890616 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.891110 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.891670 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:33:42.903978 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-114b4271-e849-4b22-b7d2-18134f718e20 req-c2600b34-8eb9-4918-9e45-c38ea3e58191 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774526 Oct 31 12:33:42.930387 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56184) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:42.930697 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-960d82ec-3d57-4758-a464-51aebf7d6793 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe46aaf-72a4-4c15-9506-ca33161dddf3 HTTP/1.1" status: 200 len: 217 time: 0.1332862 Oct 31 12:33:42.962973 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1db860f6-6e0f-42a7-ab92-78664b03967a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:42.987655 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fda9c-d611-4ecb-81d3-412344d67925 req-ed78f6a6-4e83-41b9-bb8d-d67fb2c01959 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:42.994557 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cf4fda9c-d611-4ecb-81d3-412344d67925 req-ed78f6a6-4e83-41b9-bb8d-d67fb2c01959 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0754070 Oct 31 12:33:43.080847 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cf4fda9c-d611-4ecb-81d3-412344d67925 req-5d652def-5280-43f9-91c3-79235744dc2e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853305 Oct 31 12:33:43.110397 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56188) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:43.123581 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:43.125780 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1db860f6-6e0f-42a7-ab92-78664b03967a admin admin] Publish callbacks [] for security_group (6bf958a3-ca32-4910-8b01-dc6383055426), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.130581 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1db860f6-6e0f-42a7-ab92-78664b03967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (6bf958a3-ca32-4910-8b01-dc6383055426), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.175843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db860f6-6e0f-42a7-ab92-78664b03967a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf958a3-ca32-4910-8b01-dc6383055426,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:43.180202 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1db860f6-6e0f-42a7-ab92-78664b03967a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e707c2b2e76f4cdf8f41b4e9863c2e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481940 Oct 31 12:33:43.182725 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56192) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:43.194034 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:43.198137 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dc27b69d-f6c8-4371-93d0-6a658fddde5d req-c8440c61-d79d-4bbd-8d38-ce3d4199cd0a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131978 Oct 31 12:33:43.227909 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-de9897e5-3c49-4e68-9faf-ea4426757c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:43.229370 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-de9897e5-3c49-4e68-9faf-ea4426757c8c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.2479477 Oct 31 12:33:43.249476 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18936a61-fcbc-4f5e-a7de-77bff46d4a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.251356 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-acd6e302-629f-4b08-8fd9-1abcc91939dd admin admin] Publish callbacks [] for security_group (6bf958a3-ca32-4910-8b01-dc6383055426), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.253025 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7fa1fce5-7799-4fc4-9644-ed5dfec66d33 req-2959715b-bf66-4d69-8d51-c67d0254c506 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386035 Oct 31 12:33:43.266652 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b5627581-171a-447f-a3a3-dcc11946e53c req-10272777-a3e6-41bf-975f-56e6eb888dad service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734783 Oct 31 12:33:43.279662 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-114b4271-e849-4b22-b7d2-18134f718e20 req-332f7a17-e291-4ee5-9e3d-f7821df6c908 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612812 Oct 31 12:33:43.294392 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-acd6e302-629f-4b08-8fd9-1abcc91939dd admin admin] Publish callbacks [] for security_group (6bf958a3-ca32-4910-8b01-dc6383055426), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.368477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-795fe590-dd6c-4bf2-a2a4-18f6538ba9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:43.370227 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-795fe590-dd6c-4bf2-a2a4-18f6538ba9e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486002 Oct 31 12:33:43.373595 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013646e6-2a07-47e9-8326-778135193f9b req-0a690dd6-6d82-4f79-8009-280bb129afcc tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:43.374976 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-013646e6-2a07-47e9-8326-778135193f9b req-0a690dd6-6d82-4f79-8009-280bb129afcc tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0953598 Oct 31 12:33:43.391937 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:43.427560 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-acd6e302-629f-4b08-8fd9-1abcc91939dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (6bf958a3-ca32-4910-8b01-dc6383055426), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.430067 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-acd6e302-629f-4b08-8fd9-1abcc91939dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.434764 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-acd6e302-629f-4b08-8fd9-1abcc91939dd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6bf958a3-ca32-4910-8b01-dc6383055426 HTTP/1.1" status: 204 len: 168 time: 0.2510254 Oct 31 12:33:43.460012 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6e302-629f-4b08-8fd9-1abcc91939dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf958a3-ca32-4910-8b01-dc6383055426,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:43.467395 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-013646e6-2a07-47e9-8326-778135193f9b req-5fbadef9-3aa0-4bc8-a041-ab69ef3e8cc3 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822494 Oct 31 12:33:43.486293 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18936a61-fcbc-4f5e-a7de-77bff46d4a5d admin admin] Publish callbacks [] for security_group (5cbfe815-971e-449b-ba14-a238eeffdc62), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.492455 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-18936a61-fcbc-4f5e-a7de-77bff46d4a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (5cbfe815-971e-449b-ba14-a238eeffdc62), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.536439 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-18936a61-fcbc-4f5e-a7de-77bff46d4a5d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=054100cd472a42679edc5b2b02a069a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250355 Oct 31 12:33:43.538292 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936a61-fcbc-4f5e-a7de-77bff46d4a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbfe815-971e-449b-ba14-a238eeffdc62,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:43.539186 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56198) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:43.620024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fad671f4-5203-4258-9b7a-b3f0d773a350 admin admin] Publish callbacks [] for security_group (5cbfe815-971e-449b-ba14-a238eeffdc62), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.622940 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111'}, {'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:43.625344 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb78670b-75bb-4bde-8a0b-b99d26284026" -d '{"events": [{"server_uuid": "d33a2d6b-f17c-4ce3-ad33-9086d790495d", "name": "network-vif-plugged", "status": "completed", "tag": "a33f2616-bbbf-49fa-87ab-2b1769bc0111"}, {"server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "name": "network-vif-plugged", "status": "completed", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:43.649042 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fad671f4-5203-4258-9b7a-b3f0d773a350 admin admin] Publish callbacks [] for security_group (5cbfe815-971e-449b-ba14-a238eeffdc62), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.688202 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17c7b64-10af-4360-92e7-140926323dd9 x-openstack-request-id: req-e17c7b64-10af-4360-92e7-140926323dd9 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:43.688671 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33a2d6b-f17c-4ce3-ad33-9086d790495d", "name": "network-vif-plugged", "status": "completed", "tag": "a33f2616-bbbf-49fa-87ab-2b1769bc0111", "code": 200}, {"server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "name": "network-vif-plugged", "status": "completed", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:43.689131 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e17c7b64-10af-4360-92e7-140926323dd9 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:43.690320 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c7b64-10af-4360-92e7-140926323dd9'] response: {'server_uuid': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111', 'code': 200} Oct 31 12:33:43.690852 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17c7b64-10af-4360-92e7-140926323dd9'] response: {'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'code': 200} Oct 31 12:33:43.733634 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b496c7-f8c1-4c16-8bef-bae1c67a7029 req-f73c5392-c947-4dc3-beed-46badf4eef27 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:43.735140 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13b496c7-f8c1-4c16-8bef-bae1c67a7029 req-f73c5392-c947-4dc3-beed-46badf4eef27 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0725911 Oct 31 12:33:43.772328 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fad671f4-5203-4258-9b7a-b3f0d773a350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (5cbfe815-971e-449b-ba14-a238eeffdc62), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.775397 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fad671f4-5203-4258-9b7a-b3f0d773a350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.776764 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-fad671f4-5203-4258-9b7a-b3f0d773a350 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5cbfe815-971e-449b-ba14-a238eeffdc62 HTTP/1.1" status: 204 len: 168 time: 0.2363343 Oct 31 12:33:43.789683 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad671f4-5203-4258-9b7a-b3f0d773a350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbfe815-971e-449b-ba14-a238eeffdc62,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:43.854783 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-13b496c7-f8c1-4c16-8bef-bae1c67a7029 req-f1e7b3e9-d794-4f95-8bb2-b7fa31424ac8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077242 Oct 31 12:33:43.955746 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da76a2-b965-4ed0-8140-398700306dc8 req-15ae1f22-e7bd-4fd9-83c1-3da1c4c4092a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:43.956959 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a3671541-65e3-4e29-996b-1012595c48d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:43.959663 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-42da76a2-b965-4ed0-8140-398700306dc8 req-15ae1f22-e7bd-4fd9-83c1-3da1c4c4092a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0545707 Oct 31 12:33:44.013159 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-42da76a2-b965-4ed0-8140-398700306dc8 req-654f0790-1c11-421c-a866-a9cd82f2f345 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488985 Oct 31 12:33:44.227966 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:44.237539 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692834f-4926-4d5a-94ce-a282a9e663be req-3824e26e-6c3c-4e5f-ad5c-9f0c60f85288 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:44.239137 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e692834f-4926-4d5a-94ce-a282a9e663be req-3824e26e-6c3c-4e5f-ad5c-9f0c60f85288 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0675633 Oct 31 12:33:44.323906 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e692834f-4926-4d5a-94ce-a282a9e663be req-1642280a-7cc3-4725-889a-cabe2c3a0c0e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772822 Oct 31 12:33:44.418499 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b5a8-2784-4699-b5ab-599f59d7bf4b req-0637fe5f-4eb3-46fd-97d9-2d78922e82c0 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:44.420347 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-aac3b5a8-2784-4699-b5ab-599f59d7bf4b req-0637fe5f-4eb3-46fd-97d9-2d78922e82c0 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0720174 Oct 31 12:33:44.473876 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-aac3b5a8-2784-4699-b5ab-599f59d7bf4b req-1ff5c9a1-dfbb-4bc9-8dee-c54cb38a91a0 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Oct 31 12:33:44.616445 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faba3a-ab12-422c-9c50-481a7a96a2a8 req-e7e51eec-df9a-4ecc-9f80-9d6377eef08a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:44.618048 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-08faba3a-ab12-422c-9c50-481a7a96a2a8 req-e7e51eec-df9a-4ecc-9f80-9d6377eef08a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0543838 Oct 31 12:33:44.671504 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-08faba3a-ab12-422c-9c50-481a7a96a2a8 req-3116466d-1cb5-43e1-82c8-c41ccc922381 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470347 Oct 31 12:33:44.951275 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 8ae8e564-b3aa-4e58-8d16-d182b80edabc details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:33:44.978784 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092e7d0-935e-4c29-996b-c1b7237f394f req-dc3c943a-7004-488e-ab01-b76fe1735b87 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:44.985802 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c092e7d0-935e-4c29-996b-c1b7237f394f req-dc3c943a-7004-488e-ab01-b76fe1735b87 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 944 time: 0.0578358 Oct 31 12:33:45.049261 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c092e7d0-935e-4c29-996b-c1b7237f394f req-f62364af-6826-4476-a252-18bb32c32817 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625703 Oct 31 12:33:45.065603 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 8ae8e564-b3aa-4e58-8d16-d182b80edabc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:45.083869 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '8ae8e564-b3aa-4e58-8d16-d182b80edabc', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'port_id': '8ae8e564-b3aa-4e58-8d16-d182b80edabc', 'mac_address': 'fa:16:3e:c3:f1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:33:45.132214 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 8ae8e564-b3aa-4e58-8d16-d182b80edabc is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:45.134081 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.154196 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae8e564-b3aa-4e58-8d16-d182b80edabc {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:45.180173 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 8ae8e564-b3aa-4e58-8d16-d182b80edabc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:45.185448 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.191219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2adba6-06af-489e-bfbe-2606ffcf1cdf req-8b4709bb-6f59-41bf-ad33-f9076a3b2733 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:45.198083 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e2adba6-06af-489e-bfbe-2606ffcf1cdf req-8b4709bb-6f59-41bf-ad33-f9076a3b2733 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0658066 Oct 31 12:33:45.246670 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=8ae8e564-b3aa-4e58-8d16-d182b80edabc,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:45.251532 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e2adba6-06af-489e-bfbe-2606ffcf1cdf req-660858df-07a6-4248-a3b3-58bb01982296 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525877 Oct 31 12:33:45.314260 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56300) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:45.433594 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-20643dae-cbaa-41e7-a468-6ac755fff6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.462106 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a52d3-bc11-46e6-8ee6-24d65eb134f4 req-e0ddc5bc-0c4f-4ee7-98f7-a46ef2f39872 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:45.464430 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-652a52d3-bc11-46e6-8ee6-24d65eb134f4 req-e0ddc5bc-0c4f-4ee7-98f7-a46ef2f39872 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0589428 Oct 31 12:33:45.530199 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-20643dae-cbaa-41e7-a468-6ac755fff6a7 admin admin] Publish callbacks [] for security_group (1b61cfc1-27ac-475b-a357-ab66cf612323), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.535839 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-20643dae-cbaa-41e7-a468-6ac755fff6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1b61cfc1-27ac-475b-a357-ab66cf612323), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.536689 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-652a52d3-bc11-46e6-8ee6-24d65eb134f4 req-edb70f88-0d60-4044-8be6-ed3a7b13ecd2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632646 Oct 31 12:33:45.594066 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-20643dae-cbaa-41e7-a468-6ac755fff6a7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7167996586f14b54aeb833c5615e290f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785501 Oct 31 12:33:45.594781 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20643dae-cbaa-41e7-a468-6ac755fff6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b61cfc1-27ac-475b-a357-ab66cf612323,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:45.596964 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56318) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:45.616477 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:45.649333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dccdf-9c77-4473-88a3-0809169b05b3 req-f5dcecfb-205c-484d-8498-bdd4d5897a7b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:45.650868 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-874dccdf-9c77-4473-88a3-0809169b05b3 req-f5dcecfb-205c-484d-8498-bdd4d5897a7b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0769570 Oct 31 12:33:45.653191 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d16619f9-a4ac-4739-81de-9441d28a2867 admin admin] Publish callbacks [] for security_group (1b61cfc1-27ac-475b-a357-ab66cf612323), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.677484 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d16619f9-a4ac-4739-81de-9441d28a2867 admin admin] Publish callbacks [] for security_group (1b61cfc1-27ac-475b-a357-ab66cf612323), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.686704 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:45.738091 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d16619f9-a4ac-4739-81de-9441d28a2867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1b61cfc1-27ac-475b-a357-ab66cf612323), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.740583 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d16619f9-a4ac-4739-81de-9441d28a2867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:45.741723 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d16619f9-a4ac-4739-81de-9441d28a2867 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1b61cfc1-27ac-475b-a357-ab66cf612323 HTTP/1.1" status: 204 len: 168 time: 0.1436613 Oct 31 12:33:45.743398 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-874dccdf-9c77-4473-88a3-0809169b05b3 req-c566e98e-fff8-458a-b971-4f5e6e4a7944 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850587 Oct 31 12:33:45.754377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16619f9-a4ac-4739-81de-9441d28a2867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b61cfc1-27ac-475b-a357-ab66cf612323,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:45.820902 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824948a-4f5f-431b-8084-f90845ee505a req-3fc3a24d-35d1-42a6-83ac-ae9f90296086 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:45.822650 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7824948a-4f5f-431b-8084-f90845ee505a req-3fc3a24d-35d1-42a6-83ac-ae9f90296086 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0577948 Oct 31 12:33:45.896787 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7824948a-4f5f-431b-8084-f90845ee505a req-d6777ee4-5670-4762-90dd-e2c8d670a8cb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603259 Oct 31 12:33:46.067537 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56342) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:46.094261 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1c69d3c4-3dc3-4919-aba7-38c44ca6d931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.184822 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96531a0-9404-4448-98cf-1bd5678e6696 req-fda35780-1e1e-44c4-b645-1a3db30dd986 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:46.186326 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e96531a0-9404-4448-98cf-1bd5678e6696 req-fda35780-1e1e-44c4-b645-1a3db30dd986 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 945 time: 0.0508437 Oct 31 12:33:46.186461 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-25e91741-900e-4567-b405-4947e5f09a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.243391 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e96531a0-9404-4448-98cf-1bd5678e6696 req-58cb4bc6-897d-405a-aa11-e243da707024 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499251 Oct 31 12:33:46.273240 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-25e91741-900e-4567-b405-4947e5f09a82 admin admin] Publish callbacks [] for security_group (4c08dc86-de49-4471-bcb5-dc5fafa1eb11), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.277135 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-25e91741-900e-4567-b405-4947e5f09a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (4c08dc86-de49-4471-bcb5-dc5fafa1eb11), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.317289 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-25e91741-900e-4567-b405-4947e5f09a82 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=76a044019c324ceb898e237b1aa92330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486327 Oct 31 12:33:46.318149 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e91741-900e-4567-b405-4947e5f09a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08dc86-de49-4471-bcb5-dc5fafa1eb11,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:46.320685 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56356) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:46.335768 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:46.404081 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b8d81-8bf0-4e01-b153-355cdf1ae48c req-0a328a2f-fc4c-45dc-9ee6-dfc9c34fe78e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:46.405588 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a22b8d81-8bf0-4e01-b153-355cdf1ae48c req-0a328a2f-fc4c-45dc-9ee6-dfc9c34fe78e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0669630 Oct 31 12:33:46.421921 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=18 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:46.425653 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=16 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:46.434762 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9707-3259-44cf-90c3-d85c75b0f4e3 admin admin] Publish callbacks [] for security_group (4c08dc86-de49-4471-bcb5-dc5fafa1eb11), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.475974 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9707-3259-44cf-90c3-d85c75b0f4e3 admin admin] Publish callbacks [] for security_group (4c08dc86-de49-4471-bcb5-dc5fafa1eb11), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.485745 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a22b8d81-8bf0-4e01-b153-355cdf1ae48c req-0175430e-93db-4352-b807-4369bce7f5aa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714252 Oct 31 12:33:46.529125 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9707-3259-44cf-90c3-d85c75b0f4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (4c08dc86-de49-4471-bcb5-dc5fafa1eb11), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.532492 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9707-3259-44cf-90c3-d85c75b0f4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:46.534251 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-2d1f9707-3259-44cf-90c3-d85c75b0f4e3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4c08dc86-de49-4471-bcb5-dc5fafa1eb11 HTTP/1.1" status: 204 len: 168 time: 0.2123623 Oct 31 12:33:46.541930 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f9707-3259-44cf-90c3-d85c75b0f4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08dc86-de49-4471-bcb5-dc5fafa1eb11,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:46.658105 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e6612-5261-4188-b7a5-d32e22936cfc req-c61cad0e-d85b-43b9-a6ec-67e1d50ec58d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:46.659899 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c21e6612-5261-4188-b7a5-d32e22936cfc req-c61cad0e-d85b-43b9-a6ec-67e1d50ec58d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0470414 Oct 31 12:33:46.733158 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c21e6612-5261-4188-b7a5-d32e22936cfc req-6a8555cf-f413-4fe4-97e5-40bc8addd9f8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646739 Oct 31 12:33:46.874232 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b566c6-eb06-4235-9ac2-becb3b553512 req-43a83d22-9bda-4de7-a946-e397e2b1b451 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:46.875825 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-54b566c6-eb06-4235-9ac2-becb3b553512 req-43a83d22-9bda-4de7-a946-e397e2b1b451 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0500169 Oct 31 12:33:46.930662 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-54b566c6-eb06-4235-9ac2-becb3b553512 req-99fdc8b6-473e-4060-a545-cb64f787d5be tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454619 Oct 31 12:33:47.101427 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['8ae8e564-b3aa-4e58-8d16-d182b80edabc'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:33:47.151705 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f4dc-b003-4e12-a030-c8dea896c843 req-b2aef08e-09bf-447b-9968-f21ca83dec11 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:47.158885 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4cd9f4dc-b003-4e12-a030-c8dea896c843 req-b2aef08e-09bf-447b-9968-f21ca83dec11 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.1464996 Oct 31 12:33:47.201466 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56390) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:47.224750 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-b8955d04-64de-4dc1-870a-e1ccba6915d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:47.226248 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-b8955d04-64de-4dc1-870a-e1ccba6915d6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 1127 time: 0.1401615 Oct 31 12:33:47.228540 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43e110d7-e8df-4395-b9fa-9df33d7246ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:47.271972 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4cd9f4dc-b003-4e12-a030-c8dea896c843 req-f95bff3c-7f81-4f35-94ce-a9bd7c525c8b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119087 Oct 31 12:33:47.318862 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-244f33af-2b58-47d4-8627-ce97924fecb2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457478 Oct 31 12:33:47.335132 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:47.374101 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43e110d7-e8df-4395-b9fa-9df33d7246ab admin admin] Publish callbacks [] for security_group (f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:47.391295 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-43e110d7-e8df-4395-b9fa-9df33d7246ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:47.414348 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:47.461751 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402563c-bae1-41f2-b939-05742abe8436 req-c9e495fe-dc45-4153-a657-6bf11a08ce7f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:47.463256 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3402563c-bae1-41f2-b939-05742abe8436 req-c9e495fe-dc45-4153-a657-6bf11a08ce7f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 945 time: 0.0838912 Oct 31 12:33:47.472666 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56398) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:47.472863 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-43e110d7-e8df-4395-b9fa-9df33d7246ab admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=989774f7ec3d47edbb69cd843407272f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693400 Oct 31 12:33:47.480897 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e110d7-e8df-4395-b9fa-9df33d7246ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:47.534514 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:47.580168 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3402563c-bae1-41f2-b939-05742abe8436 req-da287a3f-a8ef-4579-9e12-64a4b9f09a8a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052911 Oct 31 12:33:47.865435 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3c6c-8ef7-4826-9f57-6639d2a9c376 req-fc0b2246-1a75-471d-8354-26346850013b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:47.866932 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-76ef3c6c-8ef7-4826-9f57-6639d2a9c376 req-fc0b2246-1a75-471d-8354-26346850013b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0499783 Oct 31 12:33:47.918001 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-76ef3c6c-8ef7-4826-9f57-6639d2a9c376 req-0a6fe1d5-93bd-4cee-a34d-549878aded71 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Oct 31 12:33:47.940731 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b228bc1-ec01-4080-880a-7884c0cffced admin admin] Publish callbacks [] for security_group (f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:48.100326 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b228bc1-ec01-4080-880a-7884c0cffced admin admin] Publish callbacks [] for security_group (f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:48.106656 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23365f1-1400-4bd6-8245-2e33e81aed42 req-93db3175-de8f-4c43-a688-610faf82c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:48.108178 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a23365f1-1400-4bd6-8245-2e33e81aed42 req-93db3175-de8f-4c43-a688-610faf82c180 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1129 time: 0.2215016 Oct 31 12:33:48.110818 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a31f5-87df-4722-8803-b4230cba9eec req-6221d30d-ab2c-4347-b8c0-00a9f4421467 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:48.113072 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7e8a31f5-87df-4722-8803-b4230cba9eec req-6221d30d-ab2c-4347-b8c0-00a9f4421467 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0644431 Oct 31 12:33:48.122168 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc6412-ed75-4844-9529-5791e8339a8c req-b7bb28e3-7129-4008-bc79-fd0791d11417 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:48.123575 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ffc6412-ed75-4844-9529-5791e8339a8c req-b7bb28e3-7129-4008-bc79-fd0791d11417 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.2386973 Oct 31 12:33:48.124496 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd27d9-0261-42cb-b506-ba54aa486be4 req-88605f47-f8e3-4bc8-b8fa-6d6e469c31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:48.125839 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f2dd27d9-0261-42cb-b506-ba54aa486be4 req-88605f47-f8e3-4bc8-b8fa-6d6e469c31ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 1130 time: 0.2420533 Oct 31 12:33:48.171597 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7e8a31f5-87df-4722-8803-b4230cba9eec req-ac766116-05c1-48c6-a7b7-f3046f39a9dc tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495956 Oct 31 12:33:48.202102 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbd852c1-9567-4c42-82dd-bc54122f8af1 req-7443fdd4-58f9-4217-b3fc-c80707c7895b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859873 Oct 31 12:33:48.260379 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-3d278a8a-228f-42bc-b2d1-fc519f122268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:48.262124 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-3d278a8a-228f-42bc-b2d1-fc519f122268 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.6755810 Oct 31 12:33:48.291737 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a23365f1-1400-4bd6-8245-2e33e81aed42 req-117a46db-a138-4d92-9f58-4a45013b9141 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649556 Oct 31 12:33:48.327071 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ffc6412-ed75-4844-9529-5791e8339a8c req-c463d4db-8a1a-4a34-8232-9f5655cc4016 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739163 Oct 31 12:33:48.340312 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f2dd27d9-0261-42cb-b506-ba54aa486be4 req-3aad7a9c-14f5-469f-ace9-a6ee7c703802 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050607 Oct 31 12:33:48.343431 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b228bc1-ec01-4080-880a-7884c0cffced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:48.346960 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b228bc1-ec01-4080-880a-7884c0cffced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:48.351618 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1b228bc1-ec01-4080-880a-7884c0cffced admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f HTTP/1.1" status: 204 len: 168 time: 0.8775809 Oct 31 12:33:48.361086 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228bc1-ec01-4080-880a-7884c0cffced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4baae61-5e2d-43ae-abe9-1fee2dfb1d9f,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:48.452245 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1162055-b354-4ce7-9b4b-f58078ec7030 req-b4d4620b-7c56-4ca8-a519-b5d266d22c9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:48.454244 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b1162055-b354-4ce7-9b4b-f58078ec7030 req-b4d4620b-7c56-4ca8-a519-b5d266d22c9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0936327 Oct 31 12:33:48.529734 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b1162055-b354-4ce7-9b4b-f58078ec7030 req-48d2f342-7c5e-48dc-8f2e-ad3e292e71c5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641053 Oct 31 12:33:48.749064 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d9652-4c4b-4517-907b-a042ffe1a152 req-c61d6640-d0a4-4e70-92c7-a0eb2403bb7c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:48.751360 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f06d9652-4c4b-4517-907b-a042ffe1a152 req-c61d6640-d0a4-4e70-92c7-a0eb2403bb7c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 945 time: 0.0787282 Oct 31 12:33:48.772140 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:48.825061 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:33:48.890799 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f06d9652-4c4b-4517-907b-a042ffe1a152 req-cb832fb0-0837-434f-bd50-4f8e71a6b279 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183865 Oct 31 12:33:48.923498 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:48.924757 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:48.926391 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 8ae8e564-b3aa-4e58-8d16-d182b80edabc up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:49.032477 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 8ae8e564-b3aa-4e58-8d16-d182b80edabc completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:33:49.032477 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:49.054600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 8ae8e564-b3aa-4e58-8d16-d182b80edabc triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:49.054981 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:49.055351 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 8ae8e564-b3aa-4e58-8d16-d182b80edabc Oct 31 12:33:49.060287 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'dffec82d-007b-4838-9898-19da61885395', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'port_id': 'dffec82d-007b-4838-9898-19da61885395', 'mac_address': 'fa:16:3e:7d:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:33:49.077720 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:49.089769 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:49.100279 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cedd25-e1ca-4764-ace0-8a9fad625c64 req-1adcf09b-0a88-4b81-8e8e-cdfc51bc4429 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:49.102055 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-92cedd25-e1ca-4764-ace0-8a9fad625c64 req-1adcf09b-0a88-4b81-8e8e-cdfc51bc4429 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.0830679 Oct 31 12:33:49.134832 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:49.135253 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:49.152485 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffec82d-007b-4838-9898-19da61885395 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:49.168910 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-92cedd25-e1ca-4764-ace0-8a9fad625c64 req-8047f14e-80fb-448a-8aab-eebe414efdd8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593989 Oct 31 12:33:49.195408 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:49.204455 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:49.211324 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 8ae8e564-b3aa-4e58-8d16-d182b80edabc is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:49.211856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:49.265151 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae8e564-b3aa-4e58-8d16-d182b80edabc'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:49.267413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1703d3-607d-4af7-8599-23b217d64a40" -d '{"events": [{"server_uuid": "d0befdd2-2ecd-4006-bfdd-86d5253a7687", "name": "network-vif-plugged", "status": "completed", "tag": "8ae8e564-b3aa-4e58-8d16-d182b80edabc"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:49.289924 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 8ae8e564-b3aa-4e58-8d16-d182b80edabc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:49.302901 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:49.306889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:49.316852 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4c6ab0-10e6-4793-8c5d-d5e0058ed02a x-openstack-request-id: req-2b4c6ab0-10e6-4793-8c5d-d5e0058ed02a {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:49.317044 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0befdd2-2ecd-4006-bfdd-86d5253a7687", "name": "network-vif-plugged", "status": "completed", "tag": "8ae8e564-b3aa-4e58-8d16-d182b80edabc", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:49.317285 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b4c6ab0-10e6-4793-8c5d-d5e0058ed02a {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:49.317675 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4c6ab0-10e6-4793-8c5d-d5e0058ed02a'] response: {'server_uuid': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae8e564-b3aa-4e58-8d16-d182b80edabc', 'code': 200} Oct 31 12:33:49.321113 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:49.375440 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=8ae8e564-b3aa-4e58-8d16-d182b80edabc,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:49.445188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce97e9-59d6-4fae-ba27-4849ce11df23 req-9cae7c1d-8536-49fd-874b-a55c1f91a3aa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:49.446753 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d4ce97e9-59d6-4fae-ba27-4849ce11df23 req-9cae7c1d-8536-49fd-874b-a55c1f91a3aa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0499015 Oct 31 12:33:49.473150 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['dffec82d-007b-4838-9898-19da61885395'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:33:49.526466 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d4ce97e9-59d6-4fae-ba27-4849ce11df23 req-89474806-fe4c-475a-b3ad-14282a307c04 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720487 Oct 31 12:33:49.541340 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-465cb691-b0bf-40a9-b134-af261499a82c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 200 len: 217 time: 0.0578797 Oct 31 12:33:49.673758 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a8004-00a1-41de-85f6-98d5f20b18a5 req-198cab3f-f6c6-4c2a-8b67-57a3e3e631e8 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:49.675973 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f1a8004-00a1-41de-85f6-98d5f20b18a5 req-198cab3f-f6c6-4c2a-8b67-57a3e3e631e8 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 944 time: 0.0577424 Oct 31 12:33:49.734269 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f1a8004-00a1-41de-85f6-98d5f20b18a5 req-32e67610-a947-436d-94e0-c48b7bebb60c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526929 Oct 31 12:33:49.911081 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-3d314a58-6d49-4654-ae38-855f394c0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:49.913214 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-3d314a58-6d49-4654-ae38-855f394c0a12 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.0688868 Oct 31 12:33:50.018202 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c904-eb25-4e1e-8987-8b9e93c69e87 req-32ae7aed-76ae-4598-bac9-ed55fa86fbbb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:50.019721 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1521c904-eb25-4e1e-8987-8b9e93c69e87 req-32ae7aed-76ae-4598-bac9-ed55fa86fbbb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0566206 Oct 31 12:33:50.077259 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1521c904-eb25-4e1e-8987-8b9e93c69e87 req-b2aa0161-05ff-4040-8292-a5ff0bb0b11b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483866 Oct 31 12:33:50.265840 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:50.374225 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e887-8347-4182-8de8-5e4a9eef6306 req-0b771738-ed71-4a51-8d46-416e2822e6f4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:50.378236 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0868e887-8347-4182-8de8-5e4a9eef6306 req-0b771738-ed71-4a51-8d46-416e2822e6f4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 944 time: 0.1284516 Oct 31 12:33:50.454332 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-7389c98e-0ec5-4110-a8af-a4428835463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:50.456542 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-7389c98e-0ec5-4110-a8af-a4428835463a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218827 Oct 31 12:33:50.529094 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0868e887-8347-4182-8de8-5e4a9eef6306 req-3d149928-eac2-41f2-b9ae-bbc003f271b0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129901 Oct 31 12:33:50.671552 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b8164-4ea9-4a0b-bc27-8ef065dde91a req-bd0afe28-1cdd-42bc-b7a6-88083825ffe1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:50.673114 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b57b8164-4ea9-4a0b-bc27-8ef065dde91a req-bd0afe28-1cdd-42bc-b7a6-88083825ffe1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0527072 Oct 31 12:33:50.726968 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b57b8164-4ea9-4a0b-bc27-8ef065dde91a req-a7bcccd6-6f79-4fd0-b541-77aaf8d33d2d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477490 Oct 31 12:33:50.842809 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ffe46aaf-72a4-4c15-9506-ca33161dddf3 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:33:50.847632 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:50.873464 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5b75a-e3e8-468b-a46d-a42dff7ba960 req-c325cf2e-189b-44d1-a715-ebc10865dcc2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:50.875249 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abf5b75a-e3e8-468b-a46d-a42dff7ba960 req-c325cf2e-189b-44d1-a715-ebc10865dcc2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 944 time: 0.0557525 Oct 31 12:33:50.897220 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:50.933935 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abf5b75a-e3e8-468b-a46d-a42dff7ba960 req-f10c5a7c-ea78-428d-a18f-c9e9f6e6b571 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522890 Oct 31 12:33:50.979019 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port dffec82d-007b-4838-9898-19da61885395 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:33:50.988597 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port dffec82d-007b-4838-9898-19da61885395 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:50.988972 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (dffec82d-007b-4838-9898-19da61885395), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:50.989479 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port dffec82d-007b-4838-9898-19da61885395 Oct 31 12:33:51.032740 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:51.050519 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port ffe46aaf-72a4-4c15-9506-ca33161dddf3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe46aaf-72a4-4c15-9506-ca33161dddf3,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:51.069664 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:33:51.129937 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port ffe46aaf-72a4-4c15-9506-ca33161dddf3 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:51.130329 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.155952 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe46aaf-72a4-4c15-9506-ca33161dddf3 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:33:51.162919 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:51.163564 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.198733 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56580) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:51.207327 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port ffe46aaf-72a4-4c15-9506-ca33161dddf3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe46aaf-72a4-4c15-9506-ca33161dddf3,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:51.218035 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.258330 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:51.266569 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.293869 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=ffe46aaf-72a4-4c15-9506-ca33161dddf3,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:51.329790 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:51.333304 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb9d78c-3c5a-4669-8b66-bb2bc0c16ee5" -d '{"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:51.367822 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:51.371739 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-95f52760-ab73-43ef-b7c7-024e46feace3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.384100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e97b02-6870-4379-83d3-1671c6f2bd57 req-bcebaf40-5da8-4e40-9d04-77bc00997da8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:51.385945 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e2e97b02-6870-4379-83d3-1671c6f2bd57 req-bcebaf40-5da8-4e40-9d04-77bc00997da8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1997130 Oct 31 12:33:51.456224 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-b68b1ce0-50e1-4a70-97a7-c69efc931504 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312381 Oct 31 12:33:51.487145 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-95f52760-ab73-43ef-b7c7-024e46feace3 admin admin] Publish callbacks [] for security_group (37e5c7d8-980b-4718-a537-51fcef077e2e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.487649 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e2e97b02-6870-4379-83d3-1671c6f2bd57 req-a3f7163c-eb9b-4789-92d8-fb6efc87ce0d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874608 Oct 31 12:33:51.503764 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-95f52760-ab73-43ef-b7c7-024e46feace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (37e5c7d8-980b-4718-a537-51fcef077e2e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.551777 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['ffe46aaf-72a4-4c15-9506-ca33161dddf3'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:33:51.602600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f91266-1a2b-4235-ada3-963009fe86ae x-openstack-request-id: req-29f91266-1a2b-4235-ada3-963009fe86ae {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:51.602967 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:51.606035 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29f91266-1a2b-4235-ada3-963009fe86ae {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:51.606474 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f91266-1a2b-4235-ada3-963009fe86ae'] response: {'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395', 'code': 200} Oct 31 12:33:51.608994 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-95f52760-ab73-43ef-b7c7-024e46feace3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=313de9b042a14edd8afc4186bc5f0e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090209 Oct 31 12:33:51.609768 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56604) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:51.618456 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f52760-ab73-43ef-b7c7-024e46feace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e5c7d8-980b-4718-a537-51fcef077e2e,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:51.727652 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4361f81-7946-420a-a08d-df7f820396c4 req-5eb89a73-9a25-4a72-acf1-f918f690acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:51.729175 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4361f81-7946-420a-a08d-df7f820396c4 req-5eb89a73-9a25-4a72-acf1-f918f690acef service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 1130 time: 0.2088926 Oct 31 12:33:51.732258 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cddc3e8c-2e41-411c-85da-b01c00565461 admin admin] Publish callbacks [] for security_group (37e5c7d8-980b-4718-a537-51fcef077e2e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.763836 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:51.771424 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4348a-47a0-443b-bd04-d8217c803603 req-d78782f0-5111-443f-917b-debcfbbe50cb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:51.773972 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7ff4348a-47a0-443b-bd04-d8217c803603 req-d78782f0-5111-443f-917b-debcfbbe50cb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 945 time: 0.0935802 Oct 31 12:33:51.776842 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cddc3e8c-2e41-411c-85da-b01c00565461 admin admin] Publish callbacks [] for security_group (37e5c7d8-980b-4718-a537-51fcef077e2e), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.803393 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7be98c9-3964-4ec9-87e3-7c3c5e8a4b3b req-0d02cc01-fdf5-48d4-ae79-5d0d6dce9fb6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278693 Oct 31 12:33:51.850087 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.855292 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7ff4348a-47a0-443b-bd04-d8217c803603 req-9d29d686-832d-459c-9a96-64930727398c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700669 Oct 31 12:33:51.885075 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cddc3e8c-2e41-411c-85da-b01c00565461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (37e5c7d8-980b-4718-a537-51fcef077e2e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.888377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cddc3e8c-2e41-411c-85da-b01c00565461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:51.891660 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-cddc3e8c-2e41-411c-85da-b01c00565461 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/37e5c7d8-980b-4718-a537-51fcef077e2e HTTP/1.1" status: 204 len: 168 time: 0.2792041 Oct 31 12:33:51.906955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc3e8c-2e41-411c-85da-b01c00565461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e5c7d8-980b-4718-a537-51fcef077e2e,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:51.912997 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38433334-df68-41ea-9ed3-4bfd962bf4f9 req-e28d16b5-b8c0-4844-928d-6ec21864842a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:51.914830 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-38433334-df68-41ea-9ed3-4bfd962bf4f9 req-e28d16b5-b8c0-4844-928d-6ec21864842a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0654306 Oct 31 12:33:51.978806 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-38433334-df68-41ea-9ed3-4bfd962bf4f9 req-1795ff40-43d3-42ab-89b4-6f0cd6f4d3fe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532279 Oct 31 12:33:52.090414 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56622) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:52.126316 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e4361f81-7946-420a-a08d-df7f820396c4 req-7797c6bf-9e97-4e78-9ccb-61299ce2ebd2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051991 Oct 31 12:33:52.128295 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2388b-cbec-4709-8621-8f6322cdf390 req-5845a1a9-a2ae-4515-a992-0bcf35ba58a5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:52.136603 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fcb2388b-cbec-4709-8621-8f6322cdf390 req-5845a1a9-a2ae-4515-a992-0bcf35ba58a5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1070352 Oct 31 12:33:52.192488 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fcb2388b-cbec-4709-8621-8f6322cdf390 req-161b7875-de0c-4185-8000-06cafde037da tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548203 Oct 31 12:33:52.224022 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc381a-78ae-40f5-8c46-7c58d58b1f31 req-0292e42d-4774-48d4-8a89-6f1c6c972d7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:52.225608 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f4cc381a-78ae-40f5-8c46-7c58d58b1f31 req-0292e42d-4774-48d4-8a89-6f1c6c972d7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0495214 Oct 31 12:33:52.236419 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56630) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:52.241316 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'floatingip': {'port_id': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:52.324108 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56632) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:52.331993 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:52.343049 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f30ebe80-2aa1-49d3-bbfd-15f0d38a783f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.376632 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:52.438651 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f30ebe80-2aa1-49d3-bbfd-15f0d38a783f admin admin] Publish callbacks [] for security_group (b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.445512 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f30ebe80-2aa1-49d3-bbfd-15f0d38a783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.490706 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f30ebe80-2aa1-49d3-bbfd-15f0d38a783f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5be92a3a49a04d678d08b145daed967f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652493 Oct 31 12:33:52.493160 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56634) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:52.500952 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ebe80-2aa1-49d3-bbfd-15f0d38a783f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:52.522638 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (83f96394-6246-463f-ac7c-af4bf2a58e76), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.525008 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f04d58ae-12de-4f12-a9ee-d544478edda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.549908 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-003f7a36-0620-4c00-b1f6-695f8a7b33fb admin admin] Publish callbacks [] for security_group (b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.585253 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-003f7a36-0620-4c00-b1f6-695f8a7b33fb admin admin] Publish callbacks [] for security_group (b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.639895 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-003f7a36-0620-4c00-b1f6-695f8a7b33fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.643099 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-003f7a36-0620-4c00-b1f6-695f8a7b33fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.646915 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-003f7a36-0620-4c00-b1f6-695f8a7b33fb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51 HTTP/1.1" status: 204 len: 168 time: 0.1502750 Oct 31 12:33:52.666661 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7a36-0620-4c00-b1f6-695f8a7b33fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4945d-0fc8-4b69-ba2a-fbc2ad1b8f51,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:52.714025 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c048a-fb7d-4890-b371-57564c2ee252 req-9f3eb71c-a4d9-423f-9ff7-399a40583083 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:52.715566 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-be6c048a-fb7d-4890-b371-57564c2ee252 req-9f3eb71c-a4d9-423f-9ff7-399a40583083 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1497347 Oct 31 12:33:52.729303 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:52.862794 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-be6c048a-fb7d-4890-b371-57564c2ee252 req-79e648c8-651e-4433-b5ec-f5791b0c4431 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362534 Oct 31 12:33:52.873782 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ffe46aaf-72a4-4c15-9506-ca33161dddf3 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:33:52.929398 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f04d58ae-12de-4f12-a9ee-d544478edda4 admin admin] Publish callbacks [] for security_group (72d3513e-5f51-4d7d-8590-ac53bb701a30), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.938889 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f04d58ae-12de-4f12-a9ee-d544478edda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (72d3513e-5f51-4d7d-8590-ac53bb701a30), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.949222 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port ffe46aaf-72a4-4c15-9506-ca33161dddf3 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:33:52.961446 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port ffe46aaf-72a4-4c15-9506-ca33161dddf3 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:33:52.964308 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:52.964676 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port ffe46aaf-72a4-4c15-9506-ca33161dddf3 Oct 31 12:33:53.067188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d58ae-12de-4f12-a9ee-d544478edda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d3513e-5f51-4d7d-8590-ac53bb701a30,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:53.123461 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f04d58ae-12de-4f12-a9ee-d544478edda4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e32241f95a6146d5b216e8208ea02029&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0319684 Oct 31 12:33:53.126687 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port ffe46aaf-72a4-4c15-9506-ca33161dddf3 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:33:53.128743 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.145124 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56652) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:53.146967 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:53.147108 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a8a28-f937-4a8f-8a3f-6a9f64927309 req-fc5c83a3-0ba4-4daf-8db9-102393c985f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:53.152142 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f0a8a28-f937-4a8f-8a3f-6a9f64927309 req-fc5c83a3-0ba4-4daf-8db9-102393c985f0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 1129 time: 0.1777155 Oct 31 12:33:53.215796 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port ffe46aaf-72a4-4c15-9506-ca33161dddf3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe46aaf-72a4-4c15-9506-ca33161dddf3,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:33:53.223838 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.241785 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf24ba-451f-45da-8320-158a0f4200c4 req-d9730d3d-32a9-4e5c-ab8b-fb27b9af4f4b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:53.251129 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80bf24ba-451f-45da-8320-158a0f4200c4 req-d9730d3d-32a9-4e5c-ab8b-fb27b9af4f4b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 945 time: 0.2098129 Oct 31 12:33:53.347411 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:53.378656 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=ffe46aaf-72a4-4c15-9506-ca33161dddf3,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:53.440244 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5b00-5438-40a0-8c13-9de34e6c2d7d admin admin] Publish callbacks [] for security_group (72d3513e-5f51-4d7d-8590-ac53bb701a30), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.448981 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f0a8a28-f937-4a8f-8a3f-6a9f64927309 req-339cc7f3-fa70-4c43-a673-db81cd562f5b service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572730 Oct 31 12:33:53.466664 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80bf24ba-451f-45da-8320-158a0f4200c4 req-5c6f9afa-f8bf-46e6-9798-4f2df1b13332 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144670 Oct 31 12:33:53.485024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5b00-5438-40a0-8c13-9de34e6c2d7d admin admin] Publish callbacks [] for security_group (72d3513e-5f51-4d7d-8590-ac53bb701a30), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.515189 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.525102 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (83f96394-6246-463f-ac7c-af4bf2a58e76), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.546039 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5b00-5438-40a0-8c13-9de34e6c2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (72d3513e-5f51-4d7d-8590-ac53bb701a30), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.550239 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dfcd5b00-5438-40a0-8c13-9de34e6c2d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:53.564170 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-dfcd5b00-5438-40a0-8c13-9de34e6c2d7d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/72d3513e-5f51-4d7d-8590-ac53bb701a30 HTTP/1.1" status: 204 len: 168 time: 0.4029472 Oct 31 12:33:53.575068 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e79f9-b991-4069-985f-6b2d47ee375b req-d3a660d4-a645-4364-a90e-111ed770d4e2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:53.576607 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1d2e79f9-b991-4069-985f-6b2d47ee375b req-d3a660d4-a645-4364-a90e-111ed770d4e2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.2307608 Oct 31 12:33:53.586324 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd5b00-5438-40a0-8c13-9de34e6c2d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d3513e-5f51-4d7d-8590-ac53bb701a30,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:53.610908 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:53.615904 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318565bc-f283-4d3f-97a0-ab76ce0c4d52" -d '{"events": [{"server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "name": "network-vif-plugged", "status": "completed", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:53.681288 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1d2e79f9-b991-4069-985f-6b2d47ee375b req-52e2e5a3-4ce1-4fe0-9f3d-87d7b85119eb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949423 Oct 31 12:33:53.689096 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05007cac-480b-44d0-a821-9d6ac602310e x-openstack-request-id: req-05007cac-480b-44d0-a821-9d6ac602310e {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:53.690090 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "name": "network-vif-plugged", "status": "completed", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:53.690334 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05007cac-480b-44d0-a821-9d6ac602310e {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:53.690912 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05007cac-480b-44d0-a821-9d6ac602310e'] response: {'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'code': 200} Oct 31 12:33:53.712694 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Floating IP 83f96394-6246-463f-ac7c-af4bf2a58e76 associated. External IP: 172.27.3.18, port: f9ca4955-7ad3-407e-b90d-7bad757cb1d8. Oct 31 12:33:53.981863 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:53.989810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:33:54.037416 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55430cc-04a3-4fe1-8531-cbb38bd3d039 req-fe9e1181-e274-4fd2-835e-e01506fa18ef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:54.039069 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a55430cc-04a3-4fe1-8531-cbb38bd3d039 req-fe9e1181-e274-4fd2-835e-e01506fa18ef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0567989 Oct 31 12:33:54.113001 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a55430cc-04a3-4fe1-8531-cbb38bd3d039 req-0613ac6a-6d2f-4573-9e25-804548ccd0af tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669379 Oct 31 12:33:54.159526 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:33:54.173564 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] Sync routers for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:33:54.185506 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:54.194204 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:54.196586 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:54.215517 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-0e9dde7b-4fd8-49b6-90b0-0cfe8b9fe5d5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/83f96394-6246-463f-ac7c-af4bf2a58e76 HTTP/1.1" status: 200 len: 991 time: 1.9779520 Oct 31 12:33:54.216248 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:54.218525 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:54.264823 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f443f-8abf-4363-a2c1-45e9ec3cf300 x-openstack-request-id: req-7e1f443f-8abf-4363-a2c1-45e9ec3cf300 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:54.265277 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:54.265415 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e1f443f-8abf-4363-a2c1-45e9ec3cf300 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:54.265745 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1f443f-8abf-4363-a2c1-45e9ec3cf300'] response: {'name': 'network-changed', 'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'status': 'completed', 'code': 200} Oct 31 12:33:54.325287 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:54.517978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56720) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:54.519037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd52a4-b447-4b59-85ab-b800ef172fe1 req-69a8473e-dd0a-401e-8bd4-22e4bfad6349 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:54.522071 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-47cd52a4-b447-4b59-85ab-b800ef172fe1 req-69a8473e-dd0a-401e-8bd4-22e4bfad6349 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0684738 Oct 31 12:33:54.609229 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-47cd52a4-b447-4b59-85ab-b800ef172fe1 req-97bb53c0-44e0-4f8d-bb62-09d464c8fedb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793717 Oct 31 12:33:54.776068 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '83f96394-6246-463f-ac7c-af4bf2a58e76', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'port_id': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'mac_address': 'fa:16:3e:ec:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:01Z', 'updated_at': '2022-10-31T12:33:53Z', 'revision_number': 1, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:54.824944 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] Checking router: 20d075e0-3164-4ac1-b7f8-7306bee4bff3 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:33:54.836963 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:54.837849 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:54.838280 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cff2cc-88e0-4ba7-b824-743e5c1aa7eb req-68111e78-b01f-407e-a090-3eb16e1c0144 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:54.845760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:54.867506 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-71cff2cc-88e0-4ba7-b824-743e5c1aa7eb req-68111e78-b01f-407e-a090-3eb16e1c0144 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.1071181 Oct 31 12:33:54.875474 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fe93c-051b-4801-a650-d4560245a19d req-9ff4540a-85e6-40ac-b4b9-3c4e30e6d4a8 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:54.886350 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-563fe93c-051b-4801-a650-d4560245a19d req-9ff4540a-85e6-40ac-b4b9-3c4e30e6d4a8 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0764394 Oct 31 12:33:54.959156 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-563fe93c-051b-4801-a650-d4560245a19d req-202f3552-ae94-47c6-8a91-af0bab3d207a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715780 Oct 31 12:33:54.982456 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-71cff2cc-88e0-4ba7-b824-743e5c1aa7eb req-514fb355-e97d-439e-811a-b8940421f42d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106331 Oct 31 12:33:55.060185 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:55.091188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01e8fb14-7eb0-40f6-ae12-c04cd4dd29bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:55.182042 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01e8fb14-7eb0-40f6-ae12-c04cd4dd29bc admin admin] Publish callbacks [] for security_group (8996c1c3-fc42-4a29-b043-80a3ad123f85), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:55.187193 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-01e8fb14-7eb0-40f6-ae12-c04cd4dd29bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8996c1c3-fc42-4a29-b043-80a3ad123f85), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:55.261301 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-bd2773b6-a3f5-4bb9-8341-bebfc59e24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:55.265114 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-bd2773b6-a3f5-4bb9-8341-bebfc59e24e3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 1130 time: 0.0757997 Oct 31 12:33:55.275446 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-01e8fb14-7eb0-40f6-ae12-c04cd4dd29bc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a59db1f0925a439a910182891aa6ae6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7541037 Oct 31 12:33:55.275446 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8fb14-7eb0-40f6-ae12-c04cd4dd29bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996c1c3-fc42-4a29-b043-80a3ad123f85,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:55.279851 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56776) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:55.337197 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '83f96394-6246-463f-ac7c-af4bf2a58e76', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'port_id': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'mac_address': 'fa:16:3e:ec:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:01Z', 'updated_at': '2022-10-31T12:33:53Z', 'revision_number': 1, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:55.346351 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dfe50a05-3277-44de-a575-3a393f16004e admin admin] Publish callbacks [] for security_group (8996c1c3-fc42-4a29-b043-80a3ad123f85), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:55.348319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:55.350003 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e362-2196-4b74-8a38-f47509b11f16 req-b99e1caf-f52d-4259-a0c4-340432deaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:55.351791 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3334e362-2196-4b74-8a38-f47509b11f16 req-b99e1caf-f52d-4259-a0c4-340432deaebd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 1130 time: 0.0857096 Oct 31 12:33:55.369150 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d7800-b617-43f5-8b40-82f635118dc5 None None] The sync data for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi is: [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '83f96394-6246-463f-ac7c-af4bf2a58e76', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'port_id': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'mac_address': 'fa:16:3e:ec:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:01Z', 'updated_at': '2022-10-31T12:33:53Z', 'revision_number': 1, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:55.374034 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dfe50a05-3277-44de-a575-3a393f16004e admin admin] Publish callbacks [] for security_group (8996c1c3-fc42-4a29-b043-80a3ad123f85), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:55.433822 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dfe50a05-3277-44de-a575-3a393f16004e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8996c1c3-fc42-4a29-b043-80a3ad123f85), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:55.436387 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dfe50a05-3277-44de-a575-3a393f16004e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:55.437701 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dfe50a05-3277-44de-a575-3a393f16004e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8996c1c3-fc42-4a29-b043-80a3ad123f85 HTTP/1.1" status: 204 len: 168 time: 0.1567256 Oct 31 12:33:55.446850 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe50a05-3277-44de-a575-3a393f16004e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8996c1c3-fc42-4a29-b043-80a3ad123f85,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:55.661435 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72864ac1-ff57-4c4b-a4c9-11dce52bcad7 None None] New status for floating IP 83f96394-6246-463f-ac7c-af4bf2a58e76: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:33:55.796690 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893199fd-99e4-4790-a4ad-5d8ab269162d req-d413f712-afff-44db-9b40-6b8e5310775d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:55.798304 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-893199fd-99e4-4790-a4ad-5d8ab269162d req-d413f712-afff-44db-9b40-6b8e5310775d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0840158 Oct 31 12:33:55.932541 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:55.997040 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-d4567b36-892e-49f7-aaeb-a2774c216285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:55.998692 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-d4567b36-892e-49f7-aaeb-a2774c216285 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 911 time: 0.1483603 Oct 31 12:33:56.054833 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-893199fd-99e4-4790-a4ad-5d8ab269162d req-5586a971-b070-406f-b3de-f689e998a2d6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465568 Oct 31 12:33:56.084279 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e362-2196-4b74-8a38-f47509b11f16 req-dbf6a38f-2e65-44f5-bd64-481888b0fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:56.086156 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3334e362-2196-4b74-8a38-f47509b11f16 req-dbf6a38f-2e65-44f5-bd64-481888b0fde6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.2408509 Oct 31 12:33:56.197429 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cc98b-708a-4506-b072-20ea87a30639 req-ff391a99-100d-4bf2-8be6-59492b92f748 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:56.202912 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8c4cc98b-708a-4506-b072-20ea87a30639 req-ff391a99-100d-4bf2-8be6-59492b92f748 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0949347 Oct 31 12:33:56.239048 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:56.265734 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8991e60-0b58-47ea-b7b7-7c287fa64470 req-c95dd281-7c8e-4d84-88f1-1fdaae68092e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:56.277899 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a8991e60-0b58-47ea-b7b7-7c287fa64470 req-c95dd281-7c8e-4d84-88f1-1fdaae68092e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.1102829 Oct 31 12:33:56.321509 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8c4cc98b-708a-4506-b072-20ea87a30639 req-63fcdd8c-8778-4699-8d44-a68046a2bd53 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984457 Oct 31 12:33:56.343526 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56844) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:56.353021 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a8991e60-0b58-47ea-b7b7-7c287fa64470 req-715b06d5-01f9-4c70-a91e-84dad20a1034 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630145 Oct 31 12:33:56.448629 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a3a92-54dd-4d91-8620-2bf207136e8b req-4fe140d3-77e0-449e-949e-31cf96d96644 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:56.450493 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a52a3a92-54dd-4d91-8620-2bf207136e8b req-4fe140d3-77e0-449e-949e-31cf96d96644 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0586038 Oct 31 12:33:56.462496 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56852) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:56.467377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'floatingip': {'port_id': 'dffec82d-007b-4838-9898-19da61885395'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:56.511522 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879873444-network', 'tenant_id': '4fe4270c111747be8d61e4ae993bd7ba'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:56.524638 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (177ad5d4-2355-49f4-a6bc-cd5721e823c4), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.541992 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56854) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:56.597352 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Made reservation on behalf of 4fe4270c111747be8d61e4ae993bd7ba for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:56.599810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.607816 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:56.637712 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.680635 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b0165a0-2b13-400c-9770-49c019eba751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.787322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b0165a0-2b13-400c-9770-49c019eba751 admin admin] Publish callbacks [] for security_group (958af37e-da94-4d22-8925-27497a8afd58), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.791333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7b0165a0-2b13-400c-9770-49c019eba751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (958af37e-da94-4d22-8925-27497a8afd58), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.834210 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7b0165a0-2b13-400c-9770-49c019eba751 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=63d191c3102a4e7b8ac74cbea9f3a8db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907917 Oct 31 12:33:56.835281 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0165a0-2b13-400c-9770-49c019eba751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958af37e-da94-4d22-8925-27497a8afd58,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:56.839054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56860) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:56.896179 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-39b0b450-e8d8-4636-be11-23d5703c7d0e admin admin] Publish callbacks [] for security_group (958af37e-da94-4d22-8925-27497a8afd58), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.905785 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:56.924492 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-39b0b450-e8d8-4636-be11-23d5703c7d0e admin admin] Publish callbacks [] for security_group (958af37e-da94-4d22-8925-27497a8afd58), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.977371 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-39b0b450-e8d8-4636-be11-23d5703c7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (958af37e-da94-4d22-8925-27497a8afd58), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.979950 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-39b0b450-e8d8-4636-be11-23d5703c7d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:56.981130 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-39b0b450-e8d8-4636-be11-23d5703c7d0e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/958af37e-da94-4d22-8925-27497a8afd58 HTTP/1.1" status: 204 len: 168 time: 0.1408453 Oct 31 12:33:56.992378 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0b450-e8d8-4636-be11-23d5703c7d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958af37e-da94-4d22-8925-27497a8afd58,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:57.043099 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks [] for security_group (ec3547d1-0f7f-4d5b-b413-455498517ed1), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.047734 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (ec3547d1-0f7f-4d5b-b413-455498517ed1), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.110993 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3547d1-0f7f-4d5b-b413-455498517ed1,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:57.131982 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:33:57.192585 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (5a7a55cf-043e-43fb-a518-1fdb84ae9c29), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.193032 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Added segment 5a7a55cf-043e-43fb-a518-1fdb84ae9c29 of type vlan for network 73b5b0af-fcc7-400d-b4a0-01ab3625769f Oct 31 12:33:57.227397 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-398a36c5-d5fe-4670-b0a7-9f1fa6ea2505 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1413057 Oct 31 12:33:57.276184 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (73b5b0af-fcc7-400d-b4a0-01ab3625769f), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.371441 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3334e362-2196-4b74-8a38-f47509b11f16 req-431fc0de-eed5-4cab-8933-8a624e54fad8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc HTTP/1.1" status: 200 len: 217 time: 0.1505911 Oct 31 12:33:57.385402 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e385130-a8d2-4fe4-8aef-a8564f360109 req-531cf714-991a-44bc-8e2c-18486383e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:57.386614 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e385130-a8d2-4fe4-8aef-a8564f360109 req-531cf714-991a-44bc-8e2c-18486383e93d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 1130 time: 0.2815866 Oct 31 12:33:57.399748 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.410590 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56872) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:57.417472 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (177ad5d4-2355-49f4-a6bc-cd5721e823c4), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.431287 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-f7913a56-0c43-49ae-a154-3fc05cfe5922 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 200 len: 1001 time: 0.3345184 Oct 31 12:33:57.440497 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b412-4194-49fd-973f-a726150b63c5 req-00df18e9-6a54-4b32-af58-2233d317a42d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:57.442021 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0702b412-4194-49fd-973f-a726150b63c5 req-00df18e9-6a54-4b32-af58-2233d317a42d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1843989 Oct 31 12:33:57.443008 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9651e3d6-5ef6-424d-9bf9-051ea338701b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.460981 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (73b5b0af-fcc7-400d-b4a0-01ab3625769f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.461962 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:57.462551 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.485788 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:57.596989 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3ccfc-55ce-4d4e-9fad-9a10e5e60a8f req-fadebf98-6632-4468-a082-b20c1cc20dec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:57.603960 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0da3ccfc-55ce-4d4e-9fad-9a10e5e60a8f req-fadebf98-6632-4468-a082-b20c1cc20dec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.1464927 Oct 31 12:33:57.617962 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2704542 Oct 31 12:33:57.665954 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56874) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:57.675037 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Request body: {'subnet': {'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879873444-subnet', 'tenant_id': '4fe4270c111747be8d61e4ae993bd7ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:33:57.698101 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:57.699583 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbda0ed-d8ac-45ab-91f6-99093036a13f admin admin] Pushing event updated for resources: {'Network': ['ID=73b5b0af-fcc7-400d-b4a0-01ab3625769f,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:57.737438 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Made reservation on behalf of 4fe4270c111747be8d61e4ae993bd7ba for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:33:57.740564 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:57.750356 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 73b5b0af-fcc7-400d-b4a0-01ab3625769f details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:33:57.760475 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:57.856779 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0da3ccfc-55ce-4d4e-9fad-9a10e5e60a8f req-898ac65d-47ce-4f81-9a4e-d319ae500aa6 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516692 Oct 31 12:33:57.860024 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Floating IP 177ad5d4-2355-49f4-a6bc-cd5721e823c4 associated. External IP: 172.27.3.100, port: dffec82d-007b-4838-9898-19da61885395. Oct 31 12:33:57.882066 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0702b412-4194-49fd-973f-a726150b63c5 req-289a6781-381a-4909-ad94-db6410952e4e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305062 Oct 31 12:33:57.966125 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e362-2196-4b74-8a38-f47509b11f16 req-78a5827f-d152-4476-95a9-d1f36194b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:57.967634 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3334e362-2196-4b74-8a38-f47509b11f16 req-78a5827f-d152-4476-95a9-d1f36194b77c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.2442203 Oct 31 12:33:57.968538 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52458d-4171-4072-9785-7922698dfcf4 req-06bfca91-b68e-4f92-97ce-f7083a4ed6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:57.969852 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-06bfca91-b68e-4f92-97ce-f7083a4ed6a8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1129 time: 0.2371185 Oct 31 12:33:57.979652 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-792ccb28-0c91-42c0-a347-75605433fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:57.981402 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-792ccb28-0c91-42c0-a347-75605433fa30 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.2530982 Oct 31 12:33:57.995640 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e385130-a8d2-4fe4-8aef-a8564f360109 req-6e3b0c4c-8d69-4a9b-afa2-5e226705a7d2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709050 Oct 31 12:33:58.047382 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (457eff58-ed39-412c-9f28-6596c8ab452b), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.070536 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9651e3d6-5ef6-424d-9bf9-051ea338701b admin admin] Publish callbacks [] for security_group (b4e55860-31d7-47db-8415-9dc270cdac9d), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.079738 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9651e3d6-5ef6-424d-9bf9-051ea338701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b4e55860-31d7-47db-8415-9dc270cdac9d), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.099918 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:58.111115 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334e362-2196-4b74-8a38-f47509b11f16 req-6e1c5981-1be1-493d-9a78-c315c05c01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:58.113194 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3334e362-2196-4b74-8a38-f47509b11f16 req-6e1c5981-1be1-493d-9a78-c315c05c01d3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1238608 Oct 31 12:33:58.119801 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-de0f52d8-9269-483a-9737-8339d4e6ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:58.121189 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-de0f52d8-9269-483a-9737-8339d4e6ab3a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1237438 Oct 31 12:33:58.139472 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9651e3d6-5ef6-424d-9bf9-051ea338701b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fcd5c7c179ca41db9e897ec17c515e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7257969 Oct 31 12:33:58.141050 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651e3d6-5ef6-424d-9bf9-051ea338701b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e55860-31d7-47db-8415-9dc270cdac9d,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:58.144171 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56880) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:58.175707 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457eff58-ed39-412c-9f28-6596c8ab452b,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:58.198424 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2f37d739-a330-44b6-9f55-ef0b44aa24b2 admin admin] Publish callbacks [] for security_group (b4e55860-31d7-47db-8415-9dc270cdac9d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.210251 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Checking segment: {'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:33:58.210603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Network hostable DHCP agents. Network: 73b5b0af-fcc7-400d-b4a0-01ab3625769f, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:33:58.218107 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Router 20837092-9635-4ba6-98b3-0a4c012d322f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:33:58.219660 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2f37d739-a330-44b6-9f55-ef0b44aa24b2 admin admin] Publish callbacks [] for security_group (b4e55860-31d7-47db-8415-9dc270cdac9d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.275895 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Network 73b5b0af-fcc7-400d-b4a0-01ab3625769f is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:33:58.298201 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 73b5b0af-fcc7-400d-b4a0-01ab3625769f) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:33:58.309391 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d2e5b8-d085-45d1-bd40-9ca9e06351bd None None] Network 73b5b0af-fcc7-400d-b4a0-01ab3625769f requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:33:58.317128 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:58.318133 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.333119 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2f37d739-a330-44b6-9f55-ef0b44aa24b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b4e55860-31d7-47db-8415-9dc270cdac9d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.337318 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2f37d739-a330-44b6-9f55-ef0b44aa24b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.338498 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2f37d739-a330-44b6-9f55-ef0b44aa24b2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b4e55860-31d7-47db-8415-9dc270cdac9d HTTP/1.1" status: 204 len: 168 time: 0.1933823 Oct 31 12:33:58.399200 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:33:58.404439 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:58.411811 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c3b46601-6107-404a-9903-1fa038fb5a60 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7444868 Oct 31 12:33:58.427299 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] Sync routers for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:33:58.427837 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37d739-a330-44b6-9f55-ef0b44aa24b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e55860-31d7-47db-8415-9dc270cdac9d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:58.471248 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:58.476022 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:58.478879 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:58.497602 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-734b522c-c99a-47ed-a9bf-9d2099adcc9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/177ad5d4-2355-49f4-a6bc-cd5721e823c4 HTTP/1.1" status: 200 len: 991 time: 2.0339713 Oct 31 12:33:58.499410 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'tag': 'dffec82d-007b-4838-9898-19da61885395'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:33:58.507107 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32710b4-d809-44c1-88bc-fd777dd56ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "tag": "dffec82d-007b-4838-9898-19da61885395"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:33:58.542541 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e1013-1c98-4f19-92a6-f391457e90fb None None] Network 73b5b0af-fcc7-400d-b4a0-01ab3625769f requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:33:58.624654 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b6d532-d858-4a49-b266-b305affb003b x-openstack-request-id: req-f5b6d532-d858-4a49-b266-b305affb003b {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:33:58.625564 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "tag": "dffec82d-007b-4838-9898-19da61885395", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:33:58.625564 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5b6d532-d858-4a49-b266-b305affb003b {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:33:58.625564 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b6d532-d858-4a49-b266-b305affb003b'] response: {'name': 'network-changed', 'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'tag': 'dffec82d-007b-4838-9898-19da61885395', 'status': 'completed', 'code': 200} Oct 31 12:33:58.681012 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-163ad3a8-a681-4617-b130-bda13f2354f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120960 Oct 31 12:33:58.685922 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3334e362-2196-4b74-8a38-f47509b11f16 req-f132ce89-e8bb-4574-9d85-1f2195f8509d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141428 Oct 31 12:33:58.695078 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52458d-4171-4072-9785-7922698dfcf4 req-c8150baa-3b5e-4be3-ba8a-f46141d41379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:58.696644 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-c8150baa-3b5e-4be3-ba8a-f46141d41379 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.4075763 Oct 31 12:33:58.782287 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:58.820534 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:58.823473 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0f4bf-f4d3-4598-a6f0-9f7986f1405c req-079631c9-179c-42f7-a433-370d1636a815 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:58.834014 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b6c0f4bf-f4d3-4598-a6f0-9f7986f1405c req-079631c9-179c-42f7-a433-370d1636a815 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0761292 Oct 31 12:33:58.902502 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b6c0f4bf-f4d3-4598-a6f0-9f7986f1405c req-35231529-b581-499b-9a24-37a7267e08fb tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631397 Oct 31 12:33:59.069891 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4247d7-ab3d-4f85-aeeb-9cf331d3637c req-ed138658-a979-4e68-89d5-60b79ae6ff76 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:59.081908 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6d4247d7-ab3d-4f85-aeeb-9cf331d3637c req-ed138658-a979-4e68-89d5-60b79ae6ff76 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.0845368 Oct 31 12:33:59.177637 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-6bb7eba2-b5e9-48dc-9149-0ffb4c7e7075 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 200 len: 217 time: 0.2179954 Oct 31 12:33:59.193784 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6d4247d7-ab3d-4f85-aeeb-9cf331d3637c req-8260ab6c-d489-417a-8660-21ea0549efed tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095955 Oct 31 12:33:59.218841 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '177ad5d4-2355-49f4-a6bc-cd5721e823c4', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'port_id': 'dffec82d-007b-4838-9898-19da61885395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'mac_address': 'fa:16:3e:7d:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:10Z', 'updated_at': '2022-10-31T12:33:57Z', 'revision_number': 1, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:59.224403 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56910) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:59.236958 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:59.238602 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] Checking router: 20837092-9635-4ba6-98b3-0a4c012d322f for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:33:59.244580 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-685d3c71-c04c-46c1-880b-283687a067f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:59.249792 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:33:59.250418 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:59.372306 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-685d3c71-c04c-46c1-880b-283687a067f0 admin admin] Publish callbacks [] for security_group (8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:59.378965 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-685d3c71-c04c-46c1-880b-283687a067f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:59.380232 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-3ef8e22a-aa22-45dd-b6d0-1cce32123ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:59.381894 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-3ef8e22a-aa22-45dd-b6d0-1cce32123ee9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 1129 time: 0.3478355 Oct 31 12:33:59.390734 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a8cfe-e79a-466e-8e7e-6ed77c9334fa req-1a48752e-9b1f-4e76-814b-46e6fcdfa86b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:33:59.400772 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da4a8cfe-e79a-466e-8e7e-6ed77c9334fa req-1a48752e-9b1f-4e76-814b-46e6fcdfa86b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.3809741 Oct 31 12:33:59.407385 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:59.408520 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:33:59.421721 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:59.456235 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-685d3c71-c04c-46c1-880b-283687a067f0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8cae26d8ae7f412292629591048c675f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305777 Oct 31 12:33:59.459470 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d3c71-c04c-46c1-880b-283687a067f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:59.463111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56912) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:33:59.499846 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ef8d55a-dfca-4fe2-864e-285f4eae7fbd req-b027c326-7ed7-4908-89a6-836c9463af7e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436363 Oct 31 12:33:59.562046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:33:59.581786 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3334e362-2196-4b74-8a38-f47509b11f16 req-f05ba9e3-a2c2-4a9e-8456-3f67e3f44850 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167879 Oct 31 12:33:59.588620 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da4a8cfe-e79a-466e-8e7e-6ed77c9334fa req-9b71a14b-a2dc-4373-9bff-ee8276ef28d3 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869748 Oct 31 12:33:59.594340 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6fed8d6f-995f-4caf-8fd2-7ecbe6cc2c97 admin admin] Publish callbacks [] for security_group (8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:59.617002 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6fed8d6f-995f-4caf-8fd2-7ecbe6cc2c97 admin admin] Publish callbacks [] for security_group (8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:59.667995 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6fed8d6f-995f-4caf-8fd2-7ecbe6cc2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:59.670582 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6fed8d6f-995f-4caf-8fd2-7ecbe6cc2c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:33:59.671797 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6fed8d6f-995f-4caf-8fd2-7ecbe6cc2c97 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3 HTTP/1.1" status: 204 len: 168 time: 0.1754644 Oct 31 12:33:59.679894 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed8d6f-995f-4caf-8fd2-7ecbe6cc2c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e07aafb-ae6c-447a-9dd6-0c033ab4aeb3,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:33:59.707999 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '177ad5d4-2355-49f4-a6bc-cd5721e823c4', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'port_id': 'dffec82d-007b-4838-9898-19da61885395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'mac_address': 'fa:16:3e:7d:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:10Z', 'updated_at': '2022-10-31T12:33:57Z', 'revision_number': 1, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:33:59.735188 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da3aaf-3278-4b68-bba5-f09e870c0125 None None] The sync data for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi is: [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '177ad5d4-2355-49f4-a6bc-cd5721e823c4', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'port_id': 'dffec82d-007b-4838-9898-19da61885395', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'mac_address': 'fa:16:3e:7d:7c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:10Z', 'updated_at': '2022-10-31T12:33:57Z', 'revision_number': 1, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:33:59.973788 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4455a0-e603-472a-8d5d-faf0817104f0 None None] New status for floating IP 177ad5d4-2355-49f4-a6bc-cd5721e823c4: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:34:00.036642 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ee5f-25aa-4c42-bab0-14a3e938e384 req-a9d827c2-c736-4637-93ce-f14b34dbb5b5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:00.039644 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e2d6ee5f-25aa-4c42-bab0-14a3e938e384 req-a9d827c2-c736-4637-93ce-f14b34dbb5b5 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0559483 Oct 31 12:34:00.099724 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e2d6ee5f-25aa-4c42-bab0-14a3e938e384 req-fb7a0eb5-7b6b-4260-94cb-0cd1db218fd4 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556040 Oct 31 12:34:00.320636 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b2c46-49a5-43e3-a44c-c643301400ac req-2a473f0c-5f4d-4feb-8c0f-56bd77a659e1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:00.322138 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-517b2c46-49a5-43e3-a44c-c643301400ac req-2a473f0c-5f4d-4feb-8c0f-56bd77a659e1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.0541499 Oct 31 12:34:00.373669 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-517b2c46-49a5-43e3-a44c-c643301400ac req-10217c7b-e140-4ce4-b3ae-b175285400f7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458093 Oct 31 12:34:00.465145 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 56944) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:00.573148 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-528550826-network', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:00.594127 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Made reservation on behalf of b14b98f006574deabc030c2e93c680c4 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:34:00.597446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:00.606157 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:00.763541 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad8bc1-c407-4937-a88b-108886049da1 req-1c3045ee-4e7f-4e13-aaa5-4a430adcb932 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:00.765283 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3cad8bc1-c407-4937-a88b-108886049da1 req-1c3045ee-4e7f-4e13-aaa5-4a430adcb932 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0615509 Oct 31 12:34:00.832748 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3cad8bc1-c407-4937-a88b-108886049da1 req-2e5fc29d-4925-4737-8feb-351217135334 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Oct 31 12:34:00.859584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52458d-4171-4072-9785-7922698dfcf4 req-46cfaf8d-18fa-47d6-b0a5-06a56f95836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:00.861551 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-46cfaf8d-18fa-47d6-b0a5-06a56f95836d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.1641111 Oct 31 12:34:00.865356 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks [] for security_group (488624fc-80a3-4141-ab49-d08ab698401f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:00.883748 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (488624fc-80a3-4141-ab49-d08ab698401f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:00.949980 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-10272867-51c6-48c6-a1b3-e7e65977474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:00.951555 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-10272867-51c6-48c6-a1b3-e7e65977474c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.2871819 Oct 31 12:34:00.966412 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:34:00.983395 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488624fc-80a3-4141-ab49-d08ab698401f,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:00.993193 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (e4309aa0-c579-4f9f-b967-dbd3359b0258), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:00.993537 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Added segment e4309aa0-c579-4f9f-b967-dbd3359b0258 of type vlan for network 4c791682-8f05-4443-be69-80decd7c40ce Oct 31 12:34:01.054260 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-3f016755-723c-4ccb-9c92-ca37fe71e22c tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.055754 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-3f016755-723c-4ccb-9c92-ca37fe71e22c tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/networks?id=73b5b0af-fcc7-400d-b4a0-01ab3625769f HTTP/1.1" status: 200 len: 808 time: 0.2141488 Oct 31 12:34:01.059280 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (4c791682-8f05-4443-be69-80decd7c40ce), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.075549 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-30b862bb-5d3d-4820-8666-bc0d7856c4f0 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/quotas/4fe4270c111747be8d61e4ae993bd7ba HTTP/1.1" status: 200 len: 375 time: 0.0137606 Oct 31 12:34:01.115775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (4c791682-8f05-4443-be69-80decd7c40ce), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.116745 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.117326 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.120590 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-082f4d7b-6bb1-45ac-af87-39682f47e63e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4fe4270c111747be8d61e4ae993bd7ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360456 Oct 31 12:34:01.154678 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:01.155373 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:01.186383 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7201722 Oct 31 12:34:01.189454 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56970) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:01.195356 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Request body: {'subnet': {'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-528550826-subnet', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:01.242697 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd594e-d71b-47ab-adae-a25aec4addc4 req-67315563-5e0a-43d6-a500-e6169650a90b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.244216 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9bdd594e-d71b-47ab-adae-a25aec4addc4 req-67315563-5e0a-43d6-a500-e6169650a90b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.0674617 Oct 31 12:34:01.256238 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Made reservation on behalf of b14b98f006574deabc030c2e93c680c4 for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:34:01.259542 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.392001 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9bdd594e-d71b-47ab-adae-a25aec4addc4 req-ad3ceb69-95c2-41bb-9792-3d44253d91d2 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334794 Oct 31 12:34:01.453773 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7422f-b6fb-407f-857f-7462f7d9d8de admin admin] Pushing event updated for resources: {'Network': ['ID=4c791682-8f05-4443-be69-80decd7c40ce,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:01.467846 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 4c791682-8f05-4443-be69-80decd7c40ce details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:34:01.541738 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-3f7708ae-3fd6-4f16-89b2-e4ab996c7978 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 200 len: 1001 time: 0.0840750 Oct 31 12:34:01.573129 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (6ff1ea18-1bee-4daf-b633-4e9810c0f838), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.615779 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52458d-4171-4072-9785-7922698dfcf4 req-42ff51fc-7ccf-48bd-9933-5cb82f15be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.617305 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-42ff51fc-7ccf-48bd-9933-5cb82f15be2a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1582999 Oct 31 12:34:01.638297 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:01.639190 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-22439ec3-e861-4f1a-a7a6-037d7bfe8eff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022004 Oct 31 12:34:01.659074 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d1a5a-db3e-4150-982c-79f28dd7e48e req-bec71a73-af87-471e-8533-a702d30be9f2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.660615 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-794d1a5a-db3e-4150-982c-79f28dd7e48e req-bec71a73-af87-471e-8533-a702d30be9f2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.1069469 Oct 31 12:34:01.701387 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff1ea18-1bee-4daf-b633-4e9810c0f838,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:01.732661 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Checking segment: {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:01.733044 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Network hostable DHCP agents. Network: 4c791682-8f05-4443-be69-80decd7c40ce, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:34:01.751498 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-794d1a5a-db3e-4150-982c-79f28dd7e48e req-a0ced273-a32f-4363-974f-d35c4a054b0a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786612 Oct 31 12:34:01.781067 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Network 4c791682-8f05-4443-be69-80decd7c40ce is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:34:01.794122 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 4c791682-8f05-4443-be69-80decd7c40ce) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:01.799503 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.800393 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.807451 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f0a922-d477-47b1-aa6b-ee4fb949cebc None None] Network 4c791682-8f05-4443-be69-80decd7c40ce requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:34:01.820335 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-143a1a7a-dc11-4417-bef0-e204bb8b76aa admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6297433 Oct 31 12:34:01.823041 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56980) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:01.829146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:01.867728 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f24774a6-f79c-490b-8c7d-4aa12ac8461d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210896 Oct 31 12:34:01.870617 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (0d072e7d-cb3c-4b61-841d-d271c023183c), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.871670 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (0d072e7d-cb3c-4b61-841d-d271c023183c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:01.920475 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236092d-b200-44db-a64b-f44c0bd829a1 req-d9588d1f-c074-4fc6-952c-4d38fd844f3a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.921983 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0236092d-b200-44db-a64b-f44c0bd829a1 req-d9588d1f-c074-4fc6-952c-4d38fd844f3a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.0668087 Oct 31 12:34:01.933286 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 56984) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:01.940735 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:01.943360 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:01.947262 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-586ac9b1-f227-44ab-bb88-bab90235223a tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.949387 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-586ac9b1-f227-44ab-bb88-bab90235223a tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.1009874 Oct 31 12:34:01.950928 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-5db09369-9c90-46ab-919a-61823652732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:01.953004 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-5db09369-9c90-46ab-919a-61823652732b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.2146480 Oct 31 12:34:01.995670 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-732b1acb-b0c1-4d84-92ec-8b4aae8deb1b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502501 Oct 31 12:34:02.009214 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks [] for router_controller (0d072e7d-cb3c-4b61-841d-d271c023183c), precommit_add_association {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.017861 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (e5b61c09-f510-4761-aa20-078acf34450e), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.018128 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-4c791682-8f05-4443-be69-80decd7c40ce', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:34:02.019080 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.211128 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Allocated IP 172.20.0.2 (4c791682-8f05-4443-be69-80decd7c40ce/6ff1ea18-1bee-4daf-b633-4e9810c0f838/a7ac2b69-3683-456a-b845-ece66b2579c6) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:02.213203 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37504268-528d-4bf1-a285-95579db9de1a req-c2a4d657-0771-476c-994b-40d9cf2fa224 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 210 time: 0.0533352 Oct 31 12:34:02.238172 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:02.273697 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-485c52ca-2a74-4f86-8f0c-f7d8d851beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:02.275422 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-485c52ca-2a74-4f86-8f0c-f7d8d851beea service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3022609 Oct 31 12:34:02.306014 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a707cba-d3c2-4687-9a7b-4f2e5becd2a4 req-66b7a39d-d8f4-4aa7-b069-a1509a88ef50 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:02.307742 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6a707cba-d3c2-4687-9a7b-4f2e5becd2a4 req-66b7a39d-d8f4-4aa7-b069-a1509a88ef50 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1645427 Oct 31 12:34:02.393873 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc52458d-4171-4072-9785-7922698dfcf4 req-b3989002-13a0-44f1-98b5-d21536ff536a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545196 Oct 31 12:34:02.465624 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Deleting port 526d397e-43ed-4b15-84f5-0072c801c1b0 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:34:02.466357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.487132 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Publish callbacks [] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.501039 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.536560 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks [] for router_gateway (0d072e7d-cb3c-4b61-841d-d271c023183c), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.545067 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:02.565001 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Network 4c791682-8f05-4443-be69-80decd7c40ce is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:02.570299 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:02.574115 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:02.619611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89144-837e-4416-98eb-4f0045b7d437 req-c66ec9ca-59d1-492d-8a1c-4dfa83aa50a3 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:02.621467 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fc89144-837e-4416-98eb-4f0045b7d437 req-c66ec9ca-59d1-492d-8a1c-4dfa83aa50a3 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 945 time: 0.1320796 Oct 31 12:34:02.625576 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-f0f8d494-3b10-457e-a567-4937de4a734c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246992 Oct 31 12:34:02.657160 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Pushing event updated for resources: {'Port': ['ID=a7ac2b69-3683-456a-b845-ece66b2579c6,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:02.661451 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:02.675415 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Attempting to bind port a7ac2b69-3683-456a-b845-ece66b2579c6 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:02.675981 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Attempting to bind port a7ac2b69-3683-456a-b845-ece66b2579c6 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:02.676548 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Attempting to bind port a7ac2b69-3683-456a-b845-ece66b2579c6 on network 4c791682-8f05-4443-be69-80decd7c40ce {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:02.702021 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] For port 526d397e-43ed-4b15-84f5-0072c801c1b0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=526d397e-43ed-4b15-84f5-0072c801c1b0,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:02.702415 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.719764 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:02.736491 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:02.736960 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Checking segment: {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:02.737380 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.737782 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Bound using segment: {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:02.738322 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Bound port: a7ac2b69-3683-456a-b845-ece66b2579c6, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:02.739494 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.765669 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Calling delete_port for 526d397e-43ed-4b15-84f5-0072c801c1b0 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:34:02.813586 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] For port a7ac2b69-3683-456a-b845-ece66b2579c6, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:02.817471 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] For port a7ac2b69-3683-456a-b845-ece66b2579c6, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=a7ac2b69-3683-456a-b845-ece66b2579c6,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:02.825429 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:02.878459 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6fc89144-837e-4416-98eb-4f0045b7d437 req-bb4ccef3-21e2-418a-bd1c-6703a9296713 tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489390 Oct 31 12:34:02.917981 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719ba99-d940-4711-85c5-10b2de33e305 None None] Pushing event updated for resources: {'Port': ['ID=a7ac2b69-3683-456a-b845-ece66b2579c6,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:02.937675 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a32710b4-d809-44c1-88bc-fd777dd56ffb req-6855acd1-a2e1-4c3a-bf0f-5259d4af778e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039255 Oct 31 12:34:03.024851 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (526d397e-43ed-4b15-84f5-0072c801c1b0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:03.062760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Pushing event deleted for resources: {'Port': ['ID=526d397e-43ed-4b15-84f5-0072c801c1b0,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:03.080611 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:03.130258 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6a707cba-d3c2-4687-9a7b-4f2e5becd2a4 req-b9584110-1e7a-4a90-98d4-d3db15a56772 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952731 Oct 31 12:34:03.181732 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] No DVR routers for this DVR port 526d397e-43ed-4b15-84f5-0072c801c1b0 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:34:03.190478 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:03.210016 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-798a4278-f98d-4b1d-80be-782458f5b6e4 req-b33429cb-536b-49fc-bb19-c72877048aed tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.20 "DELETE /networking/v2.0/ports/526d397e-43ed-4b15-84f5-0072c801c1b0 HTTP/1.1" status: 204 len: 173 time: 1.2385881 Oct 31 12:34:03.210627 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d254a92-15fa-4d98-8954-a8028647165e', 'name': 'network-vif-deleted', 'tag': '526d397e-43ed-4b15-84f5-0072c801c1b0'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:03.214347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f45525-ef18-41ff-b873-3062635eaf9a" -d '{"events": [{"server_uuid": "8d254a92-15fa-4d98-8954-a8028647165e", "name": "network-vif-deleted", "tag": "526d397e-43ed-4b15-84f5-0072c801c1b0"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:03.304833 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4461dea1-a1b1-4cd3-bcbf-214cf69c9ae2 x-openstack-request-id: req-4461dea1-a1b1-4cd3-bcbf-214cf69c9ae2 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:03.305128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d254a92-15fa-4d98-8954-a8028647165e", "name": "network-vif-deleted", "tag": "526d397e-43ed-4b15-84f5-0072c801c1b0", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:03.305405 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4461dea1-a1b1-4cd3-bcbf-214cf69c9ae2 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:03.305820 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4461dea1-a1b1-4cd3-bcbf-214cf69c9ae2'] response: {'server_uuid': '8d254a92-15fa-4d98-8954-a8028647165e', 'name': 'network-vif-deleted', 'tag': '526d397e-43ed-4b15-84f5-0072c801c1b0', 'status': 'completed', 'code': 200} Oct 31 12:34:03.485639 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e15aa846-82fe-49a9-8c81-8ee8a8811668 req-8cdfd49f-94db-4c89-80f8-656bc2a5a7f1 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 210 time: 0.0761049 Oct 31 12:34:03.653614 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks [] for router_gateway (0d072e7d-cb3c-4b61-841d-d271c023183c), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:03.683597 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:03.685520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:03.689600 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (e5b61c09-f510-4761-aa20-078acf34450e), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:03.878433 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP e5b61c09-f510-4761-aa20-078acf34450e associated. External IP: 172.27.3.197, port: ffe46aaf-72a4-4c15-9506-ca33161dddf3. Oct 31 12:34:03.946378 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Allocated IP 172.27.3.163 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/120f61f2-67f3-4706-85c0-9390c939e8d7) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:03.966519 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:04.122325 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9bc647-e119-4452-8ed5-598bf3e82dff None None] Network 4c791682-8f05-4443-be69-80decd7c40ce requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:34:04.163217 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] Provisioning complete for port a7ac2b69-3683-456a-b845-ece66b2579c6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:04.164075 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.165017 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] Attempt 1 to provision port a7ac2b69-3683-456a-b845-ece66b2579c6 Oct 31 12:34:04.169526 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0de062ca-9fa7-4519-b5a3-a7fd7c6edb4c req-d873f6c5-f98b-416e-949e-6c3fa045151b tempest-DeleteServersTestJSON-1374602671 tempest-DeleteServersTestJSON-1374602671-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8d254a92-15fa-4d98-8954-a8028647165e HTTP/1.1" status: 200 len: 210 time: 0.0928960 Oct 31 12:34:04.278910 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-b5c70193-9dc6-44de-88d9-d6c0a13e0b7c tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:04.280966 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-b5c70193-9dc6-44de-88d9-d6c0a13e0b7c tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "GET /networking/v2.0/networks?id=73b5b0af-fcc7-400d-b4a0-01ab3625769f HTTP/1.1" status: 200 len: 808 time: 0.2845809 Oct 31 12:34:04.315896 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks [] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.363233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Request body: {'port': {'device_id': '6f831a26-c1a4-4518-870e-6dd64516719c', 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f', 'admin_state_up': True, 'tenant_id': '4fe4270c111747be8d61e4ae993bd7ba'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:04.386382 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] Current status of the port a7ac2b69-3683-456a-b845-ece66b2579c6 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:04.386382 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.424661 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device a7ac2b69-3683-456a-b845-ece66b2579c6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:04.452352 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:04.453927 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] For port a7ac2b69-3683-456a-b845-ece66b2579c6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=a7ac2b69-3683-456a-b845-ece66b2579c6,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:04.464196 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.466905 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6f21e-2715-401f-9694-daf2e36e06a5 req-7b3a5374-ced1-48eb-8a25-14d8329ea251 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:04.468571 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-edb6f21e-2715-401f-9694-daf2e36e06a5 req-7b3a5374-ced1-48eb-8a25-14d8329ea251 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1483607 Oct 31 12:34:04.528973 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc03c1a-8127-40bd-a59b-a2d09bb18b00 None None] Pushing event updated for resources: {'Port': ['ID=a7ac2b69-3683-456a-b845-ece66b2579c6,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:04.536080 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Made reservation on behalf of 4fe4270c111747be8d61e4ae993bd7ba for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:34:04.542377 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.546790 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.557084 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:04.568584 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port a7ac2b69-3683-456a-b845-ece66b2579c6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:04.569100 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.569687 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port a7ac2b69-3683-456a-b845-ece66b2579c6 Oct 31 12:34:04.581550 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:34:04.629434 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:04.641421 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-edb6f21e-2715-401f-9694-daf2e36e06a5 req-701f5719-f224-4505-860f-c99c3cfb9c80 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620839 Oct 31 12:34:04.643001 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:04.646243 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:04.651069 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Pushing event updated for resources: {'Port': ['ID=120f61f2-67f3-4706-85c0-9390c939e8d7,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:04.696989 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port a7ac2b69-3683-456a-b845-ece66b2579c6 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:04.789972 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-6318055e-4176-499f-9ff0-fd40796bee66 None None] Provisioning complete for port a7ac2b69-3683-456a-b845-ece66b2579c6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:04.790722 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6318055e-4176-499f-9ff0-fd40796bee66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.792233 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-6318055e-4176-499f-9ff0-fd40796bee66 None None] Attempt 1 to provision port a7ac2b69-3683-456a-b845-ece66b2579c6 Oct 31 12:34:04.896397 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-6318055e-4176-499f-9ff0-fd40796bee66 None None] Current status of the port a7ac2b69-3683-456a-b845-ece66b2579c6 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:04.928136 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 526d397e-43ed-4b15-84f5-0072c801c1b0 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:34:04.950905 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 526d397e-43ed-4b15-84f5-0072c801c1b0 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:34:04.950905 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 526d397e-43ed-4b15-84f5-0072c801c1b0 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:34:04.959814 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0790084e-3236-497a-b941-ed1b32135d51 req-dfa79b17-d687-4387-aff5-694354c9c836 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 210 time: 0.1485233 Oct 31 12:34:04.976159 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:34:04.981771 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:04.987777 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098e078-3140-4416-8d92-767d804ba377 None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:34:04.997847 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Allocated IP 172.20.0.5 (73b5b0af-fcc7-400d-b4a0-01ab3625769f/457eff58-ed39-412c-9f28-6596c8ab452b/ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:05.011768 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:05.012426 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:05.062546 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-bfc5775c-d0a7-431e-8288-6061506a91d4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/e5b61c09-f510-4761-aa20-078acf34450e HTTP/1.1" status: 200 len: 992 time: 3.1259058 Oct 31 12:34:05.063310 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:05.065655 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10723af4-6b37-41ca-ba94-7c5da752d89a" -d '{"events": [{"name": "network-changed", "server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:05.075269 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks [] for router_gateway (0d072e7d-cb3c-4b61-841d-d271c023183c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:05.126060 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9854d5-e307-4c58-8363-271f2e7defbd x-openstack-request-id: req-7e9854d5-e307-4c58-8363-271f2e7defbd {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:05.126321 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:05.126621 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e9854d5-e307-4c58-8363-271f2e7defbd {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:05.127076 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9854d5-e307-4c58-8363-271f2e7defbd'] response: {'name': 'network-changed', 'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'status': 'completed', 'code': 200} Oct 31 12:34:05.137301 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:05.159852 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:05.205569 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:05.210346 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-60387b23-ae40-45a3-8cf3-3e7ef306da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:05.211951 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-60387b23-ae40-45a3-8cf3-3e7ef306da7f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 1130 time: 0.0621724 Oct 31 12:34:05.244119 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:05.273254 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks [] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:05.313324 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (0d072e7d-cb3c-4b61-841d-d271c023183c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:05.374990 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-20f169ef-8c7c-446c-8453-0221466c260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:05.378684 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-20f169ef-8c7c-446c-8453-0221466c260a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 916 time: 0.1547213 Oct 31 12:34:05.388362 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:05.463919 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:05.498330 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Router 0d072e7d-cb3c-4b61-841d-d271c023183c is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:34:05.521590 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-f4a5373a-6d8d-40b3-81b0-a4f23275d4cf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe46aaf-72a4-4c15-9506-ca33161dddf3 HTTP/1.1" status: 200 len: 1000 time: 0.1317751 Oct 31 12:34:05.534114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Network 73b5b0af-fcc7-400d-b4a0-01ab3625769f is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:05.547766 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:05.573269 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:05.577946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:05.578689 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:05.594938 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Pushing event updated for resources: {'Port': ['ID=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:05.610582 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-5b3e7574-35cf-4b6b-8ed7-c6f0278ded0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:05.612770 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-5b3e7574-35cf-4b6b-8ed7-c6f0278ded0a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0840871 Oct 31 12:34:05.613194 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:03Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:05.616260 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-f1ee3bb1-4b6b-481e-bedd-3cc135b23143 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2575860 Oct 31 12:34:05.648701 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098e078-3140-4416-8d92-767d804ba377 None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:34:05.651676 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Request body: {'port': {'device_id': '6f831a26-c1a4-4518-870e-6dd64516719c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:05.658574 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:05.659326 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:05.758992 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-be56bab1-f31b-4ba9-b268-42a1eb59ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:05.761221 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-be56bab1-f31b-4ba9-b268-42a1eb59ccd2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1364448 Oct 31 12:34:05.780215 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:05.787480 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:05.902276 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:05.918734 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:34:05.935801 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6ef39-5cb0-40eb-9665-99522a9c7a0c req-5b49ebaa-0140-4b88-9d1e-2f9917b0f413 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:05.936121 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Sync routers for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:34:05.937409 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-46f6ef39-5cb0-40eb-9665-99522a9c7a0c req-5b49ebaa-0140-4b88-9d1e-2f9917b0f413 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1161580 Oct 31 12:34:05.943864 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:05.946490 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f27105fd-b271-4b3b-a89b-d807fb9cb550 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1223092 Oct 31 12:34:05.949666 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:05.950258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57042) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:05.950918 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:06.063710 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-8098e078-3140-4416-8d92-767d804ba377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:03Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:06.083414 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-847acab8-9e6b-4a4e-b938-7a379ac7a334 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112285 Oct 31 12:34:06.087536 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:06.091958 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098e078-3140-4416-8d92-767d804ba377 None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:03Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:34:06.138540 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda052-0b7e-4ee4-8836-c1d48c77dc13 req-dc141ce1-0fac-4b5f-b8c9-977ed476c39f tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:06.140254 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bbdda052-0b7e-4ee4-8836-c1d48c77dc13 req-dc141ce1-0fac-4b5f-b8c9-977ed476c39f tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 931 time: 0.0654378 Oct 31 12:34:06.247760 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bbdda052-0b7e-4ee4-8836-c1d48c77dc13 req-d1165fc3-0d09-46a8-b608-84c985a01020 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988858 Oct 31 12:34:06.255069 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:06.256357 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:06.305474 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device a7ac2b69-3683-456a-b845-ece66b2579c6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:06.325377 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:06.343687 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:04Z', 'revision_number': 3, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:06.371840 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-46f6ef39-5cb0-40eb-9665-99522a9c7a0c req-9241223e-7c4e-484e-b5b7-e8832370b697 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199507 Oct 31 12:34:06.392037 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba630c5d-9e81-4397-8999-3d736d04d3c9 None None] New status for floating IP e5b61c09-f510-4761-aa20-078acf34450e: ACTIVE {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:34:06.412155 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-10723af4-6b37-41ca-ba94-7c5da752d89a req-ffa5014b-2d2b-4d96-93a9-5c8b8af78b33 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828550 Oct 31 12:34:06.471790 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:34:06.515991 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Checking router: 0d072e7d-cb3c-4b61-841d-d271c023183c for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:34:06.516361 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Updating router 0d072e7d-cb3c-4b61-841d-d271c023183c port 120f61f2-67f3-4706-85c0-9390c939e8d7 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:34:06.565893 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:06.589746 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port a7ac2b69-3683-456a-b845-ece66b2579c6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:06.590120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:06.590454 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port a7ac2b69-3683-456a-b845-ece66b2579c6 Oct 31 12:34:06.616821 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:34:06.628734 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Publish callbacks [] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:06.690135 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Transition to ACTIVE for port object ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:34:06.697325 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:06.763623 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port a7ac2b69-3683-456a-b845-ece66b2579c6 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:06.804566 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Pushing event updated for resources: {'Port': ['ID=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:06.835207 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Attempting to bind port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:06.835611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Attempting to bind port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:06.835948 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Attempting to bind port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c on network 73b5b0af-fcc7-400d-b4a0-01ab3625769f {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:06.846774 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:06.917867 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57054) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:06.924750 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Publish callbacks [] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:06.930939 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:06.949942 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c on network 73b5b0af-fcc7-400d-b4a0-01ab3625769f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:34:06.949942 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Attempting to bind port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c on network 73b5b0af-fcc7-400d-b4a0-01ab3625769f {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:06.976718 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8b2bb-f84c-4e7b-92f8-2927a040a598 None None] Pushing event updated for resources: {'Port': ['ID=120f61f2-67f3-4706-85c0-9390c939e8d7,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:06.988014 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Attempting to bind port 120f61f2-67f3-4706-85c0-9390c939e8d7 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:06.988475 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Attempting to bind port 120f61f2-67f3-4706-85c0-9390c939e8d7 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:06.988893 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Attempting to bind port 120f61f2-67f3-4706-85c0-9390c939e8d7 on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:07.035961 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:07.036221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Checking segment: {'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:07.036602 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Bound using segment: {'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:07.037047 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Bound port: ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:07.037446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.043461 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:07.043962 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:07.045214 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.045743 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:07.046341 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Bound port: 120f61f2-67f3-4706-85c0-9390c939e8d7, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:07.046849 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.081985 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.100941 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] For port 120f61f2-67f3-4706-85c0-9390c939e8d7, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:07.104630 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] For port 120f61f2-67f3-4706-85c0-9390c939e8d7, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=120f61f2-67f3-4706-85c0-9390c939e8d7,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:07.111786 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.156520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:07.157581 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:07.166722 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:07.168267 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] For port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:07.176306 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:07.193041 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] For port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:07.208984 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.210056 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8b2bb-f84c-4e7b-92f8-2927a040a598 None None] Pushing event updated for resources: {'Port': ['ID=120f61f2-67f3-4706-85c0-9390c939e8d7,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:07.212223 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:07.214616 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:07.222023 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.223963 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c HTTP/1.1" status: 200 len: 1093 time: 1.5779033 Oct 31 12:34:07.261611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f831a26-c1a4-4518-870e-6dd64516719c', 'tag': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:07.264658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f831a26-c1a4-4518-870e-6dd64516719c", "tag": "ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:07.299635 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:07.342864 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa25415-6ba8-497e-bee1-1ff79b642619 x-openstack-request-id: req-2aa25415-6ba8-497e-bee1-1ff79b642619 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:07.343236 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f831a26-c1a4-4518-870e-6dd64516719c", "tag": "ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:07.343431 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2aa25415-6ba8-497e-bee1-1ff79b642619 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:07.343820 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa25415-6ba8-497e-bee1-1ff79b642619'] response: {'name': 'network-changed', 'server_uuid': '6f831a26-c1a4-4518-870e-6dd64516719c', 'tag': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c', 'status': 'completed', 'code': 200} Oct 31 12:34:07.386089 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (a62c68ba-73aa-4b4e-94de-afb730dc7534), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.448384 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e27ab-c2c0-4bd3-8156-b30f63287f55 service neutron] Pushing event updated for resources: {'Port': ['ID=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:07.454763 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-05d4bda3-8d27-4533-9762-36270c1cbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:07.457435 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-05d4bda3-8d27-4533-9762-36270c1cbc77 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4fe4270c111747be8d61e4ae993bd7ba&device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 1127 time: 0.1592731 Oct 31 12:34:07.467112 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd69f7-4d88-44c0-9642-d74cc103b150 req-9f1c5344-49de-4e0a-ad8c-1ce91c2ed23a tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:07.468671 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7dd69f7-4d88-44c0-9642-d74cc103b150 req-9f1c5344-49de-4e0a-ad8c-1ce91c2ed23a tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 943 time: 0.0793126 Oct 31 12:34:07.518041 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:04Z', 'revision_number': 3, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:07.521954 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Allocated IP 172.20.0.1 (4c791682-8f05-4443-be69-80decd7c40ce/6ff1ea18-1bee-4daf-b633-4e9810c0f838/96884c39-f395-42c1-9e1f-0fc5700fcac9) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:07.524919 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-e5fd4990-fd2b-47b8-a5a0-34378d3b956f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c HTTP/1.1" status: 200 len: 217 time: 0.0552683 Oct 31 12:34:07.557088 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18654-aee4-4bd7-9184-4aa5276e45a3 None None] The sync data for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi is: [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:04Z', 'revision_number': 3, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:34:07.613049 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:07.651656 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87e57b-114b-4a82-9af5-cb86b90aeea1 req-100e0fce-a609-4cfc-b10f-6d012c668248 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:07.653117 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3f87e57b-114b-4a82-9af5-cb86b90aeea1 req-100e0fce-a609-4cfc-b10f-6d012c668248 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1606827 Oct 31 12:34:07.663139 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7dd69f7-4d88-44c0-9642-d74cc103b150 req-5d0af07e-a02a-4dd3-a794-3830e235bf71 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853137 Oct 31 12:34:07.691878 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-8fa5411c-366d-45f0-a246-9b29f4652388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:07.693336 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-8fa5411c-366d-45f0-a246-9b29f4652388 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=457eff58-ed39-412c-9f28-6596c8ab452b HTTP/1.1" status: 200 len: 848 time: 0.1568816 Oct 31 12:34:07.729790 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-54948801-0e61-43e8-a3f0-cded9ccafa89 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=73b5b0af-fcc7-400d-b4a0-01ab3625769f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291719 Oct 31 12:34:07.746066 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3f87e57b-114b-4a82-9af5-cb86b90aeea1 req-1b981e7d-2ba1-4c7c-a941-08105a7d56ac tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827496 Oct 31 12:34:07.788084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Deleting port d276b4e3-2e03-4957-b1ae-9b06515a11ba {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:34:07.788427 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.895068 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] For port d276b4e3-2e03-4957-b1ae-9b06515a11ba, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d276b4e3-2e03-4957-b1ae-9b06515a11ba,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:07.895756 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:07.913818 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Calling delete_port for d276b4e3-2e03-4957-b1ae-9b06515a11ba owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:34:08.027238 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks [] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.055465 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:08.108682 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-972af755-894a-4fdb-9303-9385745d5b3d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707969 Oct 31 12:34:08.114467 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.170837 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (d276b4e3-2e03-4957-b1ae-9b06515a11ba), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.183419 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Network 4c791682-8f05-4443-be69-80decd7c40ce is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:08.198171 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Pushing event deleted for resources: {'Port': ['ID=d276b4e3-2e03-4957-b1ae-9b06515a11ba,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:08.217066 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:08.227417 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:08.227919 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (0d072e7d-cb3c-4b61-841d-d271c023183c), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.287046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Pushing event updated for resources: {'Port': ['ID=96884c39-f395-42c1-9e1f-0fc5700fcac9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:08.318973 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:08.334211 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 120f61f2-67f3-4706-85c0-9390c939e8d7 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:08.374961 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c27d71ee-40b3-4b7e-9e95-3531a11427a1 req-3dfdf7b9-14bc-49ea-9653-fceab508e343 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573235 Oct 31 12:34:08.429850 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (a62c68ba-73aa-4b4e-94de-afb730dc7534), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.431124 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 120f61f2-67f3-4706-85c0-9390c939e8d7 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:08.431623 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.433674 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 120f61f2-67f3-4706-85c0-9390c939e8d7 Oct 31 12:34:08.458655 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:08.513596 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.605647 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 120f61f2-67f3-4706-85c0-9390c939e8d7 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:08.606049 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.650950 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89909fea-1c3a-4e81-8d4b-cf4739786e2a None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:34:08.675788 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 120f61f2-67f3-4706-85c0-9390c939e8d7, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=120f61f2-67f3-4706-85c0-9390c939e8d7,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:08.739122 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.758995 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-cb90fdd3-935e-43e4-a227-ccd9c88cee0a None None] Provisioning complete for port 96884c39-f395-42c1-9e1f-0fc5700fcac9 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:08.759480 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-cb90fdd3-935e-43e4-a227-ccd9c88cee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.759725 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-cb90fdd3-935e-43e4-a227-ccd9c88cee0a None None] Attempt 1 to provision port 96884c39-f395-42c1-9e1f-0fc5700fcac9 Oct 31 12:34:08.772173 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks [] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.799971 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Router a62c68ba-73aa-4b4e-94de-afb730dc7534 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:34:08.820310 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.821259 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (0d072e7d-cb3c-4b61-841d-d271c023183c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:08.874222 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:08.878617 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:08.884807 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20717ffc-abe1-449d-b376-66c5c6656e48 req-b283fe0e-5f89-4d05-b976-928bb3c25900 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:08.886714 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-20717ffc-abe1-449d-b376-66c5c6656e48 req-b283fe0e-5f89-4d05-b976-928bb3c25900 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 943 time: 0.1045244 Oct 31 12:34:08.903216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-cb90fdd3-935e-43e4-a227-ccd9c88cee0a None None] Port 96884c39-f395-42c1-9e1f-0fc5700fcac9 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:34:08.913830 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=120f61f2-67f3-4706-85c0-9390c939e8d7,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:08.943690 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Pushing event updated for resources: {'Port': ['ID=96884c39-f395-42c1-9e1f-0fc5700fcac9,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:08.956156 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89909fea-1c3a-4e81-8d4b-cf4739786e2a None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:34:08.968460 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:34:08.975420 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-10dbbe89-367f-492a-9ebd-9ce1b830f414 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a62c68ba-73aa-4b4e-94de-afb730dc7534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0575612 Oct 31 12:34:08.977803 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57084) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:08.982581 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] Sync routers for ids ['a62c68ba-73aa-4b4e-94de-afb730dc7534'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:34:08.990835 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f560db9-784b-4295-8e7c-3e7cb77aad68 req-3f408ac9-022d-46d7-a1dc-28efca7cc778 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:08.997251 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4f560db9-784b-4295-8e7c-3e7cb77aad68 req-3f408ac9-022d-46d7-a1dc-28efca7cc778 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0786448 Oct 31 12:34:09.007877 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-20717ffc-abe1-449d-b376-66c5c6656e48 req-826da4eb-8b53-45cc-94dc-2a34f4a38b22 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918510 Oct 31 12:34:09.046320 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] Routers {'a62c68ba-73aa-4b4e-94de-afb730dc7534'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:09.046774 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['a62c68ba-73aa-4b4e-94de-afb730dc7534'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:09.053961 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Network 4c791682-8f05-4443-be69-80decd7c40ce is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:09.057249 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:09.100478 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4f560db9-784b-4295-8e7c-3e7cb77aad68 req-3e3eb341-c967-439f-b458-332d34f5c0f7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023271 Oct 31 12:34:09.143081 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks [] for router (a62c68ba-73aa-4b4e-94de-afb730dc7534), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.202708 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Router 0d072e7d-cb3c-4b61-841d-d271c023183c has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:34:09.248220 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks [] for router_gateway (a62c68ba-73aa-4b4e-94de-afb730dc7534), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.252603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:09.300821 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Deleting port c3d5452c-141e-4643-b1d1-b574eded3a11 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:34:09.300821 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.321044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:34:09.333473 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1a353123-cf54-4c7d-b615-45d003f5b77d admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/0d072e7d-cb3c-4b61-841d-d271c023183c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3556240 Oct 31 12:34:09.403186 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:09.413015 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] For port c3d5452c-141e-4643-b1d1-b574eded3a11, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=c3d5452c-141e-4643-b1d1-b574eded3a11,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:09.413382 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.428543 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Calling delete_port for c3d5452c-141e-4643-b1d1-b574eded3a11 owned by network:router_gateway {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:34:09.442031 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] Set router a62c68ba-73aa-4b4e-94de-afb730dc7534 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:09.594121 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:09.653589 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-edb9c5b5-839c-4abb-bfd0-1c544bae69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:09.655457 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-edb9c5b5-839c-4abb-bfd0-1c544bae69c0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4fe4270c111747be8d61e4ae993bd7ba&device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 1127 time: 0.0775073 Oct 31 12:34:09.669610 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (c3d5452c-141e-4643-b1d1-b574eded3a11), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.684865 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 5, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port': {'id': 'c3d5452c-141e-4643-b1d1-b574eded3a11', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:ea:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:09.717851 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d5452c-141e-4643-b1d1-b574eded3a11,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:09.763022 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (a62c68ba-73aa-4b4e-94de-afb730dc7534), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.771966 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] Checking router: a62c68ba-73aa-4b4e-94de-afb730dc7534 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:34:09.805109 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] Routers {'a62c68ba-73aa-4b4e-94de-afb730dc7534'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:09.805109 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['a62c68ba-73aa-4b4e-94de-afb730dc7534'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:09.813553 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-e482a562-44c2-451d-ba0b-65324229a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:09.815540 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-e482a562-44c2-451d-ba0b-65324229a9d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=73b5b0af-fcc7-400d-b4a0-01ab3625769f HTTP/1.1" status: 200 len: 909 time: 0.1515784 Oct 31 12:34:09.877165 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Sync routers for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:34:09.889441 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-3b723fc3-d11b-489e-8a83-07f845edd9d6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c HTTP/1.1" status: 200 len: 217 time: 0.0528929 Oct 31 12:34:09.906758 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:09.909874 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] Set router a62c68ba-73aa-4b4e-94de-afb730dc7534 gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:09.912101 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:09.952726 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (a62c68ba-73aa-4b4e-94de-afb730dc7534), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.962760 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks [] for router_controller (a62c68ba-73aa-4b4e-94de-afb730dc7534), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:09.986540 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-71381bcb-3c70-4a1d-b9a4-823b01dda166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:09.988351 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-71381bcb-3c70-4a1d-b9a4-823b01dda166 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=457eff58-ed39-412c-9f28-6596c8ab452b HTTP/1.1" status: 200 len: 848 time: 0.0916493 Oct 31 12:34:10.004411 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:34:09Z', 'revision_number': 7, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:10.064582 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-78a8d0e2-3fc1-4d6e-9289-ac39e8f404d2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=73b5b0af-fcc7-400d-b4a0-01ab3625769f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665774 Oct 31 12:34:10.067174 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2549f9d9-d3e5-4c2f-a025-4829412301a8 None None] The sync data for ids ['a62c68ba-73aa-4b4e-94de-afb730dc7534'] in dv-cinder-796170-6-iscsi is: [{'id': 'a62c68ba-73aa-4b4e-94de-afb730dc7534', 'name': 'tempest-DeleteServersTestJSON-1598631206-router', 'tenant_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:43Z', 'updated_at': '2022-10-31T12:34:09Z', 'revision_number': 7, 'project_id': 'a4d5cd8851dc4216b4e3e035a32decad', 'gw_port_host': None}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:34:10.106658 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:10.122571 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:10.218434 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-a92ce6fe-9e08-4b42-a31d-d943b2e17e0f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434865 Oct 31 12:34:10.272702 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57106) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:10.278779 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-623740045-network', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:10.300840 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:10.314951 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Made reservation on behalf of 656dea667748432aadfffc81fb3a8cb3 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:34:10.316811 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.321921 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:10.376868 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (a62c68ba-73aa-4b4e-94de-afb730dc7534), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.377588 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 2, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:10.377744 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62c68ba-73aa-4b4e-94de-afb730dc7534 {{(pid=104558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:34:10.385563 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e8757-a235-4e82-b2b2-17aa93bb41d7 req-5a4d2d84-5fa0-4144-becc-940a57fc309c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:10.387235 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8c8e8757-a235-4e82-b2b2-17aa93bb41d7 req-5a4d2d84-5fa0-4144-becc-940a57fc309c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0883129 Oct 31 12:34:10.390170 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.394629 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-3c804531-f4f6-4929-b378-7b3d5d271a2b admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/a62c68ba-73aa-4b4e-94de-afb730dc7534 HTTP/1.1" status: 204 len: 168 time: 1.4158251 Oct 31 12:34:10.395263 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57108) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:10.404192 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.416158 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Checking router: 0d072e7d-cb3c-4b61-841d-d271c023183c for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:34:10.416520 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Updating router 0d072e7d-cb3c-4b61-841d-d271c023183c port 96884c39-f395-42c1-9e1f-0fc5700fcac9 binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:34:10.434361 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-e791ff6c-56cc-4f52-a1d6-eb659d85b417 None None] Provisioning complete for port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:10.434899 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e791ff6c-56cc-4f52-a1d6-eb659d85b417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.435153 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-e791ff6c-56cc-4f52-a1d6-eb659d85b417 None None] Attempt 1 to provision port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 Oct 31 12:34:10.444374 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:10.448450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] Deleting subnet eef00990-185e-4d60-8f11-ed6af1b02625 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:34:10.457249 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] Publish callbacks [] for subnet (eef00990-185e-4d60-8f11-ed6af1b02625), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.507139 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.529809 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks [] for security_group (887f866d-dc5d-4407-ba07-c82f12e19bd8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.554410 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494711ae-c0f8-4b16-aef1-732b71bf8d71 req-725f587b-3a61-4ecd-a512-095a13c95e93 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:10.584839 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-494711ae-c0f8-4b16-aef1-732b71bf8d71 req-725f587b-3a61-4ecd-a512-095a13c95e93 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 943 time: 0.3105273 Oct 31 12:34:10.593774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (887f866d-dc5d-4407-ba07-c82f12e19bd8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.619218 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] Publish callbacks [] for subnet (eef00990-185e-4d60-8f11-ed6af1b02625), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.629397 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-e791ff6c-56cc-4f52-a1d6-eb659d85b417 None None] Current status of the port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:10.633463 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:34:10.645978 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8c8e8757-a235-4e82-b2b2-17aa93bb41d7 req-863e1974-3d00-4260-96b4-b1f7e47bf80c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480159 Oct 31 12:34:10.647279 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (0baa0223-0a8f-418d-83e4-9a5d63292677), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.649868 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Added segment 0baa0223-0a8f-418d-83e4-9a5d63292677 of type vlan for network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 Oct 31 12:34:10.730109 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f866d-dc5d-4407-ba07-c82f12e19bd8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:10.742456 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (eef00990-185e-4d60-8f11-ed6af1b02625), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.763630 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-9fca2b13-65f3-429f-b4fc-0aca015a48e6 None None] Provisioning complete for port 96884c39-f395-42c1-9e1f-0fc5700fcac9 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:10.764243 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9fca2b13-65f3-429f-b4fc-0aca015a48e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.764774 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-9fca2b13-65f3-429f-b4fc-0aca015a48e6 None None] Attempt 1 to provision port 96884c39-f395-42c1-9e1f-0fc5700fcac9 Oct 31 12:34:10.780714 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0ac2be1f-5145-4a6d-9846-7ee3edb68e0e req-3d684620-bcec-41b8-a8e3-a134b48554be service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535021 Oct 31 12:34:10.789064 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (2908230b-9c9d-4235-9abd-9a2fd2ca3cf5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.814738 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (eef00990-185e-4d60-8f11-ed6af1b02625), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.825383 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-9fca2b13-65f3-429f-b4fc-0aca015a48e6 None None] Port 96884c39-f395-42c1-9e1f-0fc5700fcac9 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:34:10.833443 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-494711ae-c0f8-4b16-aef1-732b71bf8d71 req-e75f98a2-9750-436f-9ed7-b631cd749091 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483153 Oct 31 12:34:10.841430 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (2908230b-9c9d-4235-9abd-9a2fd2ca3cf5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.842916 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:10.843830 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.862143 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef00990-185e-4d60-8f11-ed6af1b02625,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:10.870759 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.877355 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dd8c78cb-206a-47f5-9522-d3becd3ec031 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/eef00990-185e-4d60-8f11-ed6af1b02625 HTTP/1.1" status: 204 len: 168 time: 0.4778397 Oct 31 12:34:10.877355 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57112) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:10.881907 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8d020-9277-4c95-b378-2919018b1c2f None None] Network 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:34:10.900360 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6255178 Oct 31 12:34:10.905406 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57114) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:10.920109 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Request body: {'subnet': {'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-623740045-subnet', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:10.958503 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f559ffc-65e5-4a8a-8d65-c3acc192b0bb admin admin] Pushing event updated for resources: {'Network': ['ID=2908230b-9c9d-4235-9abd-9a2fd2ca3cf5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:10.971616 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:34:10.979814 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:34:10.988519 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Made reservation on behalf of 656dea667748432aadfffc81fb3a8cb3 for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:34:10.990857 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:10.998475 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.009838 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Publish callbacks [] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.022018 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.070865 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 120f61f2-67f3-4706-85c0-9390c939e8d7 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:11.074122 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:11.133697 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:11.196663 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Deleting port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:34:11.197115 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.218683 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] DHCP port deletion for 3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:34:11.243838 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Pushing event updated for resources: {'Port': ['ID=96884c39-f395-42c1-9e1f-0fc5700fcac9,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:11.248421 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Attempting to bind port 96884c39-f395-42c1-9e1f-0fc5700fcac9 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:11.248778 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Attempting to bind port 96884c39-f395-42c1-9e1f-0fc5700fcac9 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:11.249129 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Attempting to bind port 96884c39-f395-42c1-9e1f-0fc5700fcac9 on network 4c791682-8f05-4443-be69-80decd7c40ce {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:11.254811 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 120f61f2-67f3-4706-85c0-9390c939e8d7 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:11.255721 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.255721 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 120f61f2-67f3-4706-85c0-9390c939e8d7 Oct 31 12:34:11.276064 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.276388 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.277130 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.277130 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.277363 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.277683 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.277997 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.278625 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.278625 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.278929 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.279254 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.279584 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.280215 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.280215 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.280492 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:11.306614 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:11.307873 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:11.308339 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Checking segment: {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:11.308991 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.309072 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Bound using segment: {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:11.309787 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Bound port: 96884c39-f395-42c1-9e1f-0fc5700fcac9, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:11.310063 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.317083 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] Deleting port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:34:11.317484 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.342402 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c', 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f', 'port_id': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c', 'mac_address': 'fa:16:3e:1b:eb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457eff58-ed39-412c-9f28-6596c8ab452b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:34:11.357042 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:11.374360 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] For port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:11.375008 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.376197 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] For port 96884c39-f395-42c1-9e1f-0fc5700fcac9, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:11.384115 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] For port 96884c39-f395-42c1-9e1f-0fc5700fcac9, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=96884c39-f395-42c1-9e1f-0fc5700fcac9,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:11.390855 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.400007 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Calling delete_port for 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:34:11.411533 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (2becc958-211b-445f-a1fb-156e4a9a6af4), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.424640 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:11.425328 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:11.430530 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:11.430927 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.464707 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] For port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,segment=NetworkSegment(321f44b7-b083-475b-8854-3f1c65cbff30),segment_id=321f44b7-b083-475b-8854-3f1c65cbff30)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:11.465298 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.468630 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:34:11.487378 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:11.515433 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] Calling delete_port for 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:34:11.530860 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2becc958-211b-445f-a1fb-156e4a9a6af4,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:11.534998 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Checking segment: {'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:11.543938 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Network hostable DHCP agents. Network: 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:34:11.544078 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:11.549953 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:11.550379 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 120f61f2-67f3-4706-85c0-9390c939e8d7 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:11.558631 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0973ba-6c43-4081-9437-841018db8071 None None] Pushing event updated for resources: {'Port': ['ID=96884c39-f395-42c1-9e1f-0fc5700fcac9,revision_number=4']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:11.559608 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.568994 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:11.605299 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:34:11.611928 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.635905 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:11.654049 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:11.664401 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:11.665311 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.668007 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:11.676637 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d276b4e3-2e03-4957-b1ae-9b06515a11ba no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:34:11.679468 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c1232-de95-4075-9ec4-fd33d3c81f47 None None] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:34:11.679831 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] No DVR routers for this DVR port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:34:11.713369 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-018e671f-1f0a-4bf5-8f5f-def5e9cfb801 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8043628 Oct 31 12:34:11.714111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57118) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:11.719902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:11.766142 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (7a9abc9f-ae57-4b8f-add4-254e413e184f), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.767971 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (7a9abc9f-ae57-4b8f-add4-254e413e184f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.776843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.802948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.803440 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.804263 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.804662 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > port after_create 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.805066 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.805800 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > port after_update 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.805800 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.806207 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.807026 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.807442 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.825217 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:11.825415 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:11Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:11.828999 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: d276b4e3-2e03-4957-b1ae-9b06515a11ba {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:34:11.829898 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d276b4e3-2e03-4957-b1ae-9b06515a11ba not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:34:11.842805 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks [] for router_controller (7a9abc9f-ae57-4b8f-add4-254e413e184f), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.883102 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cd7c2-3555-4ec9-be4d-1b99216c8b0f None None] The sync data for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi is: [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:11Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:34:11.897411 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (7caee7bb-abb4-4ae2-aa67-3664d915b8a2), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:11.986518 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.986861 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.987332 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.987548 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:34:11.987913 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:12.003871 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:12.060365 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks [] for router_gateway (7a9abc9f-ae57-4b8f-add4-254e413e184f), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.102607 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321f44b7-b083-475b-8854-3f1c65cbff30') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:12.102899 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321f44b7-b083-475b-8854-3f1c65cbff30') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:12.167845 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:12.178999 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (321f44b7-b083-475b-8854-3f1c65cbff30), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.227227 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:34:12.234024 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] Pushing event deleted for resources: {'Port': ['ID=7caee7bb-abb4-4ae2-aa67-3664d915b8a2,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:12.242473 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ea7c-d588-4c2f-829a-9b5280b14fec req-b471cdef-b73d-4f5c-81db-f80a3c31ef96 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:12.254627 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c353ea7c-d588-4c2f-829a-9b5280b14fec req-b471cdef-b73d-4f5c-81db-f80a3c31ef96 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.2290332 Oct 31 12:34:12.260338 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691076ee-6ea2-45cc-81f6-737862a717b9 None None] No DVR routers for this DVR port 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:34:12.277331 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (321f44b7-b083-475b-8854-3f1c65cbff30), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.317873 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:34:12.318289 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (321f44b7-b083-475b-8854-3f1c65cbff30), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.322951 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf604f2-f48d-4392-b34a-766761a496cf req-0c5b4165-22c0-415a-9522-613f01bb8528 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:12.331861 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bcf604f2-f48d-4392-b34a-766761a496cf req-0c5b4165-22c0-415a-9522-613f01bb8528 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 944 time: 0.1360657 Oct 31 12:34:12.342525 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'fixed_ips': [{'subnet_id': '2becc958-211b-445f-a1fb-156e4a9a6af4'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:34:12.343703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.371748 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:12.393836 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 96884c39-f395-42c1-9e1f-0fc5700fcac9 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:12.494872 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bcf604f2-f48d-4392-b34a-766761a496cf req-f183db82-8da7-427b-a3c8-15a915410e76 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534383 Oct 31 12:34:12.495598 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c353ea7c-d588-4c2f-829a-9b5280b14fec req-53b40daa-eb27-4d5b-9ab4-db471f3551c1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277462 Oct 31 12:34:12.498315 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:12.530823 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.542472 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.551474 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5 HTTP/1.1" status: 204 len: 168 time: 1.6698513 Oct 31 12:34:12.577227 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks [] for router_gateway (7a9abc9f-ae57-4b8f-add4-254e413e184f), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.585094 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75991f5-d9ea-4a1f-bd88-b7096e9b9b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f02c4fa-e4fb-4ba3-a36e-b3ee2e2a46d5,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:12.617505 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.672302 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Allocated IP 172.20.0.2 (2908230b-9c9d-4235-9abd-9a2fd2ca3cf5/2becc958-211b-445f-a1fb-156e4a9a6af4/05480778-c308-4fc1-b370-57c254c15077) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:12.695569 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 96884c39-f395-42c1-9e1f-0fc5700fcac9 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:12.695943 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.696282 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 96884c39-f395-42c1-9e1f-0fc5700fcac9 Oct 31 12:34:12.703576 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 321f44b7-b083-475b-8854-3f1c65cbff30 resource provider aggregate not found Oct 31 12:34:12.705388 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:12.733348 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 321f44b7-b083-475b-8854-3f1c65cbff30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 321f44b7-b083-475b-8854-3f1c65cbff30 found for delete ", "request_id": "req-85850201-1a0d-401c-99fc-085000136b23"}]} Oct 31 12:34:12.815199 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Allocated IP 172.27.3.119 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/2aa05fc3-193d-4040-9b91-574a513d3827) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:12.858148 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57140) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:12.902020 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 96884c39-f395-42c1-9e1f-0fc5700fcac9 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:12.902344 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.909773 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1b3ae5fb-96cb-405c-91b8-50b14da59b3f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a4d5cd8851dc4216b4e3e035a32decad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0476847 Oct 31 12:34:12.910059 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57142) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:12.959854 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks [] for port (2aa05fc3-193d-4040-9b91-574a513d3827), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:12.969057 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ab73672a-d663-415e-a0d2-0078fa61c168 admin admin] Publish callbacks [] for security_group (ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.002378 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Publish callbacks [] for port (05480778-c308-4fc1-b370-57c254c15077), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.005021 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 96884c39-f395-42c1-9e1f-0fc5700fcac9, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=96884c39-f395-42c1-9e1f-0fc5700fcac9,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:13.005779 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.008955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ab73672a-d663-415e-a0d2-0078fa61c168 admin admin] Publish callbacks [] for security_group (ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.012318 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.021076 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (05480778-c308-4fc1-b370-57c254c15077), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.056850 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:13.060862 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:13.063712 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:13.083672 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:13.099679 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:13.103601 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:13.134512 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ab73672a-d663-415e-a0d2-0078fa61c168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.137678 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ab73672a-d663-415e-a0d2-0078fa61c168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.138782 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device c3d5452c-141e-4643-b1d1-b574eded3a11 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:34:13.138893 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ab73672a-d663-415e-a0d2-0078fa61c168 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91 HTTP/1.1" status: 204 len: 168 time: 0.2279072 Oct 31 12:34:13.179667 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73672a-d663-415e-a0d2-0078fa61c168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5bd1c7-a69d-4c07-9c64-6b2de7e67a91,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:13.214603 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: c3d5452c-141e-4643-b1d1-b574eded3a11 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:34:13.215002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device c3d5452c-141e-4643-b1d1-b574eded3a11 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:34:13.215449 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:34:13.281671 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:34:13.282029 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 7caee7bb-abb4-4ae2-aa67-3664d915b8a2 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:34:13.318392 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=96884c39-f395-42c1-9e1f-0fc5700fcac9,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:13.389033 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Attempting to bind port 05480778-c308-4fc1-b370-57c254c15077 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:13.389405 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Attempting to bind port 05480778-c308-4fc1-b370-57c254c15077 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:13.389763 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Attempting to bind port 05480778-c308-4fc1-b370-57c254c15077 on network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:13.431362 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Pushing event updated for resources: {'Port': ['ID=05480778-c308-4fc1-b370-57c254c15077,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:13.447851 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:13.449184 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:13.449920 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Checking segment: {'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:13.450614 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.451210 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Bound using segment: {'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:13.451952 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Bound port: 05480778-c308-4fc1-b370-57c254c15077, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:13.452537 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (05480778-c308-4fc1-b370-57c254c15077), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.521639 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:13.528153 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa05fc3-193d-4040-9b91-574a513d3827,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:13.547699 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] For port 05480778-c308-4fc1-b370-57c254c15077, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:13.552685 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] For port 05480778-c308-4fc1-b370-57c254c15077, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=05480778-c308-4fc1-b370-57c254c15077,segment=NetworkSegment(0baa0223-0a8f-418d-83e4-9a5d63292677),segment_id=0baa0223-0a8f-418d-83e4-9a5d63292677)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:13.574214 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (05480778-c308-4fc1-b370-57c254c15077), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.662703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57c397-d82b-4483-bd5b-5f4bb3d5a8b0 None None] Pushing event updated for resources: {'Port': ['ID=05480778-c308-4fc1-b370-57c254c15077,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:13.730120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:13.779054 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd139f-a643-408c-a8e6-bd10510ea983 req-355926b0-8a71-445a-9707-49304b0f2c31 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:13.788341 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-89cd139f-a643-408c-a8e6-bd10510ea983 req-355926b0-8a71-445a-9707-49304b0f2c31 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.1068568 Oct 31 12:34:13.832472 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:34:13.846270 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:13.846837 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.847398 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c Oct 31 12:34:13.887796 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-89cd139f-a643-408c-a8e6-bd10510ea983 req-84dbebef-0b30-464d-b2a0-a3e9e57eaa8c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979993 Oct 31 12:34:13.918325 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2c42e-f1c2-4e7d-8316-44b02cf96475 req-4fe66fbf-4387-4333-9593-ba0a4fda2975 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:13.921988 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fad2c42e-f1c2-4e7d-8316-44b02cf96475 req-4fe66fbf-4387-4333-9593-ba0a4fda2975 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 944 time: 0.2314255 Oct 31 12:34:13.979052 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks [] for router_gateway (7a9abc9f-ae57-4b8f-add4-254e413e184f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.989508 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-da4a0a23-9ffe-4c7b-92c6-319891cfd535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:13.990985 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:13.991562 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.050511 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f831a26-c1a4-4518-870e-6dd64516719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:14.053090 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b2d97b-6527-4044-b45a-6592f2e6efe0" -d '{"events": [{"server_uuid": "6f831a26-c1a4-4518-870e-6dd64516719c", "name": "network-vif-plugged", "status": "completed", "tag": "ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:14.073861 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:14.081812 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.115290 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:14.158221 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548dbae4-e945-4831-bb36-6b6e5b1697a3 x-openstack-request-id: req-548dbae4-e945-4831-bb36-6b6e5b1697a3 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:14.158221 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f831a26-c1a4-4518-870e-6dd64516719c", "name": "network-vif-plugged", "status": "completed", "tag": "ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:14.158494 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-548dbae4-e945-4831-bb36-6b6e5b1697a3 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:14.159299 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-548dbae4-e945-4831-bb36-6b6e5b1697a3'] response: {'server_uuid': '6f831a26-c1a4-4518-870e-6dd64516719c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c', 'code': 200} Oct 31 12:34:14.162201 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fad2c42e-f1c2-4e7d-8316-44b02cf96475 req-6dc631f1-3b90-4ddf-9843-7e33c03d49ef tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137914 Oct 31 12:34:14.202296 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:14.385942 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:14.398127 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (7a9abc9f-ae57-4b8f-add4-254e413e184f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.418767 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 05480778-c308-4fc1-b370-57c254c15077 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:14.465817 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 05480778-c308-4fc1-b370-57c254c15077 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:14.466211 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (05480778-c308-4fc1-b370-57c254c15077), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.466727 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 05480778-c308-4fc1-b370-57c254c15077 Oct 31 12:34:14.552477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Router 7a9abc9f-ae57-4b8f-add4-254e413e184f is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:34:14.559070 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 05480778-c308-4fc1-b370-57c254c15077 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:14.559659 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (05480778-c308-4fc1-b370-57c254c15077), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.597717 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 05480778-c308-4fc1-b370-57c254c15077, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=05480778-c308-4fc1-b370-57c254c15077,segment=NetworkSegment(0baa0223-0a8f-418d-83e4-9a5d63292677),segment_id=0baa0223-0a8f-418d-83e4-9a5d63292677)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:14.603394 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (05480778-c308-4fc1-b370-57c254c15077), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.604415 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 96884c39-f395-42c1-9e1f-0fc5700fcac9 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:14.609276 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:14.691378 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:34:14.700743 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=05480778-c308-4fc1-b370-57c254c15077,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:14.715763 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Sync routers for ids ['7a9abc9f-ae57-4b8f-add4-254e413e184f'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:34:14.721640 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.725762 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ad23fbcd-8b09-471a-813c-703a345779f2 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0067406 Oct 31 12:34:14.726084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57186) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:14.749444 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 96884c39-f395-42c1-9e1f-0fc5700fcac9 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:14.749985 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:14.750451 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 96884c39-f395-42c1-9e1f-0fc5700fcac9 Oct 31 12:34:14.797618 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Routers {'7a9abc9f-ae57-4b8f-add4-254e413e184f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:14.798827 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:33:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['7a9abc9f-ae57-4b8f-add4-254e413e184f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:14.931075 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a969d247-bc61-4b0a-a161-3921dd8301ed None None] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:34:14.993069 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 96884c39-f395-42c1-9e1f-0fc5700fcac9 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:14.996424 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Set router 7a9abc9f-ae57-4b8f-add4-254e413e184f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:15.036560 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be06c05-b109-451b-a1d4-728511c17ebb req-c7eaff79-acda-43be-92c7-a63034ad8f72 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:15.045135 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8be06c05-b109-451b-a1d4-728511c17ebb req-c7eaff79-acda-43be-92c7-a63034ad8f72 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0718613 Oct 31 12:34:15.120634 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8be06c05-b109-451b-a1d4-728511c17ebb req-92bae460-4511-4f75-bb57-4ca68ee21aa5 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742533 Oct 31 12:34:15.194151 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:15.239299 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-5db4debf-c3b9-4e8b-83da-7cd6d638c101 None None] Provisioning complete for port 05480778-c308-4fc1-b370-57c254c15077 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:15.239969 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5db4debf-c3b9-4e8b-83da-7cd6d638c101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (05480778-c308-4fc1-b370-57c254c15077), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.240284 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-5db4debf-c3b9-4e8b-83da-7cd6d638c101 None None] Attempt 1 to provision port 05480778-c308-4fc1-b370-57c254c15077 Oct 31 12:34:15.358689 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f93be-03a8-494d-b3e4-763c1ab52c97 req-ceeb66c0-39e0-4032-86d2-6fb6d8da066a tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:15.361857 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-405f93be-03a8-494d-b3e4-763c1ab52c97 req-ceeb66c0-39e0-4032-86d2-6fb6d8da066a tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0762637 Oct 31 12:34:15.380326 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.434249 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-405f93be-03a8-494d-b3e4-763c1ab52c97 req-59a3d26a-cbe7-40a0-a53e-9a3fb94efe1e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645738 Oct 31 12:34:15.450244 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-5db4debf-c3b9-4e8b-83da-7cd6d638c101 None None] Current status of the port 05480778-c308-4fc1-b370-57c254c15077 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:15.476889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:15.479188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:15.484393 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:34:13Z', 'revision_number': 3, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:15.514362 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Checking router: 7a9abc9f-ae57-4b8f-add4-254e413e184f for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:34:15.514715 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Updating router 7a9abc9f-ae57-4b8f-add4-254e413e184f port 2aa05fc3-193d-4040-9b91-574a513d3827 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:34:15.545699 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.578105 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Allocated IP 172.20.0.1 (2908230b-9c9d-4235-9abd-9a2fd2ca3cf5/2becc958-211b-445f-a1fb-156e4a9a6af4/62246b63-f9d2-4abe-b387-bf1dfeb9e0ad) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:15.681577 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks [] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.713994 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.721424 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-fd6f8c27-be14-48e7-9ec1-dbb13a66239d None None] Provisioning complete for port 05480778-c308-4fc1-b370-57c254c15077 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:15.721424 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-fd6f8c27-be14-48e7-9ec1-dbb13a66239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (05480778-c308-4fc1-b370-57c254c15077), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.721758 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-fd6f8c27-be14-48e7-9ec1-dbb13a66239d None None] Attempt 1 to provision port 05480778-c308-4fc1-b370-57c254c15077 Oct 31 12:34:15.752056 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:15.756269 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:15.761499 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:15.765646 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:15.791024 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:15.812304 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (7a9abc9f-ae57-4b8f-add4-254e413e184f), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.899238 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-fd6f8c27-be14-48e7-9ec1-dbb13a66239d None None] Current status of the port 05480778-c308-4fc1-b370-57c254c15077 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:15.902751 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Publish callbacks [] for port (2aa05fc3-193d-4040-9b91-574a513d3827), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.909060 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:15.945493 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Attempting to bind port 2aa05fc3-193d-4040-9b91-574a513d3827 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:15.945874 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Attempting to bind port 2aa05fc3-193d-4040-9b91-574a513d3827 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:15.946227 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Attempting to bind port 2aa05fc3-193d-4040-9b91-574a513d3827 on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:15.962623 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.003704 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f551a08-783d-41a9-8418-c65b42e0894a None None] Pushing event updated for resources: {'Port': ['ID=2aa05fc3-193d-4040-9b91-574a513d3827,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:16.019299 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:16.027369 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:16.028388 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:16.028388 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.028671 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:16.029357 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Bound port: 2aa05fc3-193d-4040-9b91-574a513d3827, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:16.030142 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.103092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] For port 2aa05fc3-193d-4040-9b91-574a513d3827, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:16.107527 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] For port 2aa05fc3-193d-4040-9b91-574a513d3827, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=2aa05fc3-193d-4040-9b91-574a513d3827,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:16.109374 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-051a2f31-a587-46d7-947d-87be0c6cdf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.116242 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.153692 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks [] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.160668 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.161001 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Routers {'7a9abc9f-ae57-4b8f-add4-254e413e184f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:16.161629 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:34:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['7a9abc9f-ae57-4b8f-add4-254e413e184f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:16.227795 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f551a08-783d-41a9-8418-c65b42e0894a None None] Pushing event updated for resources: {'Port': ['ID=2aa05fc3-193d-4040-9b91-574a513d3827,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:16.231508 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (7a9abc9f-ae57-4b8f-add4-254e413e184f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.233565 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:16.252721 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-f7daabaa-1527-4804-a4cf-67e21ef2ecec None None] Provisioning complete for port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:16.253703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f7daabaa-1527-4804-a4cf-67e21ef2ecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.254288 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-f7daabaa-1527-4804-a4cf-67e21ef2ecec None None] Attempt 1 to provision port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad Oct 31 12:34:16.291136 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:16.295876 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10552-53ec-46d0-8377-3aea1252dd0b req-955a4a12-6e55-4bd2-a75b-c3c2c1b7c520 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:16.297635 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86e10552-53ec-46d0-8377-3aea1252dd0b req-955a4a12-6e55-4bd2-a75b-c3c2c1b7c520 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0511587 Oct 31 12:34:16.316405 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 05480778-c308-4fc1-b370-57c254c15077 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:16.365149 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86e10552-53ec-46d0-8377-3aea1252dd0b req-dde54980-5de0-4356-9be5-5c2bb40f8f86 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Oct 31 12:34:16.374827 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-f7daabaa-1527-4804-a4cf-67e21ef2ecec None None] Port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:34:16.375030 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:16.376621 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:16.377579 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:16.388938 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] Set router 7a9abc9f-ae57-4b8f-add4-254e413e184f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:16.545325 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 05480778-c308-4fc1-b370-57c254c15077 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:16.545790 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (05480778-c308-4fc1-b370-57c254c15077), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.546221 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 05480778-c308-4fc1-b370-57c254c15077 Oct 31 12:34:16.618384 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-501c7226-d7a8-4754-8a65-984421beeccb None None] Provisioning complete for port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:16.618762 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-501c7226-d7a8-4754-8a65-984421beeccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:16.619101 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-501c7226-d7a8-4754-8a65-984421beeccb None None] Attempt 1 to provision port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad Oct 31 12:34:16.683897 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:16.714557 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-501c7226-d7a8-4754-8a65-984421beeccb None None] Port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:34:16.733709 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:34:15Z', 'revision_number': 4, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '62246b63-f9d2-4abe-b387-bf1dfeb9e0ad', 'name': '', 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'mac_address': 'fa:16:3e:69:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:15Z', 'updated_at': '2022-10-31T12:34:16Z', 'revision_number': 2, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'subnets': [{'id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:16.737127 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 05480778-c308-4fc1-b370-57c254c15077 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:16.763270 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e8c056-762c-4707-bd5e-6ad9dada8e78 None None] The sync data for ids ['7a9abc9f-ae57-4b8f-add4-254e413e184f'] in dv-cinder-796170-6-iscsi is: [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:34:15Z', 'revision_number': 4, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '62246b63-f9d2-4abe-b387-bf1dfeb9e0ad', 'name': '', 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'mac_address': 'fa:16:3e:69:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:15Z', 'updated_at': '2022-10-31T12:34:16Z', 'revision_number': 2, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'subnets': [{'id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:34:16.766262 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323af30-98b3-4c41-aaaf-0353d12f5f83 req-6677c323-fc34-40d4-b0cc-edb3e6dbbb30 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:16.768094 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7323af30-98b3-4c41-aaaf-0353d12f5f83 req-6677c323-fc34-40d4-b0cc-edb3e6dbbb30 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0595329 Oct 31 12:34:16.769920 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Router 7a9abc9f-ae57-4b8f-add4-254e413e184f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:34:16.870290 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7323af30-98b3-4c41-aaaf-0353d12f5f83 req-7e345060-a05d-4fbc-a7f4-cb03a34bb0f8 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945771 Oct 31 12:34:16.928976 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:34:16.934152 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7d7bc884-829a-4307-bd6f-cd7cc2c1a4dc admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7a9abc9f-ae57-4b8f-add4-254e413e184f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2051139 Oct 31 12:34:17.250166 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57220) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:17.255214 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-24f09a4d-bf25-4d29-b496-46a194c8254a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233018250', 'description': 'tempest-secgroup-smoke-233018250 description', 'project_id': 'b14b98f006574deabc030c2e93c680c4'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:17.289030 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24f09a4d-bf25-4d29-b496-46a194c8254a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.308410 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778fe54-3b0c-4298-972d-810c61f59222 req-6e84ad6c-ae1f-45c3-8693-3ad1f02df85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:17.309827 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6778fe54-3b0c-4298-972d-810c61f59222 req-6e84ad6c-ae1f-45c3-8693-3ad1f02df85b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 1129 time: 0.0501335 Oct 31 12:34:17.367869 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24f09a4d-bf25-4d29-b496-46a194c8254a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group (97fd772e-52e2-4624-9d69-957a9e6dc239), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.374623 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24f09a4d-bf25-4d29-b496-46a194c8254a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (97fd772e-52e2-4624-9d69-957a9e6dc239), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.377007 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.378555 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6778fe54-3b0c-4298-972d-810c61f59222 req-93ccee29-2d45-46b3-b22b-2351b81e2c8c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511637 Oct 31 12:34:17.414441 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24f09a4d-bf25-4d29-b496-46a194c8254a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.416100 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-24f09a4d-bf25-4d29-b496-46a194c8254a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1647761 Oct 31 12:34:17.419178 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57228) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:17.424989 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-6d2e57c6-48a2-48a6-bfa8-2cee49e4c226 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'security_group_rule': {'security_group_id': '97fd772e-52e2-4624-9d69-957a9e6dc239', 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:17.430159 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09a4d-bf25-4d29-b496-46a194c8254a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fd772e-52e2-4624-9d69-957a9e6dc239,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:17.485290 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6d2e57c6-48a2-48a6-bfa8-2cee49e4c226 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (94e10cc8-d63d-4052-86c9-514b72c16392), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.489603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:17.534570 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59418a8f-bfe9-4d80-9399-7e720924a155 req-f88d57d2-f733-4882-abfc-4f9d6ee14cc3 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:17.536659 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-59418a8f-bfe9-4d80-9399-7e720924a155 req-f88d57d2-f733-4882-abfc-4f9d6ee14cc3 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0570431 Oct 31 12:34:17.554628 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6d2e57c6-48a2-48a6-bfa8-2cee49e4c226 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (94e10cc8-d63d-4052-86c9-514b72c16392), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.558899 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6d2e57c6-48a2-48a6-bfa8-2cee49e4c226 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (94e10cc8-d63d-4052-86c9-514b72c16392), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.588443 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e57c6-48a2-48a6-bfa8-2cee49e4c226 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e10cc8-d63d-4052-86c9-514b72c16392,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:17.601904 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6d2e57c6-48a2-48a6-bfa8-2cee49e4c226 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.603827 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-59418a8f-bfe9-4d80-9399-7e720924a155 req-3c3b97a3-820b-4bc1-8e11-4a27aa8b0277 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552754 Oct 31 12:34:17.605949 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57230) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:17.606323 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6d2e57c6-48a2-48a6-bfa8-2cee49e4c226 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1860976 Oct 31 12:34:17.611873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-25906029-da84-4e44-8897-b3e4ca5bfca7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'security_group_rule': {'security_group_id': '97fd772e-52e2-4624-9d69-957a9e6dc239', 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:17.617547 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:17.645750 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-25906029-da84-4e44-8897-b3e4ca5bfca7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (fff79802-330e-400d-85fe-84e35e9b7241), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.704796 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-25906029-da84-4e44-8897-b3e4ca5bfca7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (fff79802-330e-400d-85fe-84e35e9b7241), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.707932 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-25906029-da84-4e44-8897-b3e4ca5bfca7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (fff79802-330e-400d-85fe-84e35e9b7241), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.726161 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25906029-da84-4e44-8897-b3e4ca5bfca7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff79802-330e-400d-85fe-84e35e9b7241,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:17.733330 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-25906029-da84-4e44-8897-b3e4ca5bfca7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.734502 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-25906029-da84-4e44-8897-b3e4ca5bfca7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271043 Oct 31 12:34:17.737959 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57232) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:17.742282 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-8e2a50bc-58bf-46f4-a2c7-b97fc3b413ea tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'security_group_rule': {'security_group_id': '97fd772e-52e2-4624-9d69-957a9e6dc239', 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:17.767877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e2a50bc-58bf-46f4-a2c7-b97fc3b413ea tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (f07803c2-47d8-4c5a-b089-4e12329aaef1), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.779396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:17.827212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e2a50bc-58bf-46f4-a2c7-b97fc3b413ea tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (f07803c2-47d8-4c5a-b089-4e12329aaef1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.831638 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e2a50bc-58bf-46f4-a2c7-b97fc3b413ea tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (f07803c2-47d8-4c5a-b089-4e12329aaef1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.851488 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a50bc-58bf-46f4-a2c7-b97fc3b413ea tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07803c2-47d8-4c5a-b089-4e12329aaef1,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:17.858847 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8e2a50bc-58bf-46f4-a2c7-b97fc3b413ea tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.860076 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8e2a50bc-58bf-46f4-a2c7-b97fc3b413ea tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211209 Oct 31 12:34:17.862773 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57234) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:17.867297 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-9b598f65-8396-4b4b-b78b-60521a09aa1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'security_group_rule': {'security_group_id': '97fd772e-52e2-4624-9d69-957a9e6dc239', 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:17.893624 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b598f65-8396-4b4b-b78b-60521a09aa1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (7217f0b3-2409-4f08-9da5-3896b0b7c956), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.956851 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b598f65-8396-4b4b-b78b-60521a09aa1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (7217f0b3-2409-4f08-9da5-3896b0b7c956), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.963820 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b598f65-8396-4b4b-b78b-60521a09aa1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (7217f0b3-2409-4f08-9da5-3896b0b7c956), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:17.976317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b598f65-8396-4b4b-b78b-60521a09aa1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7217f0b3-2409-4f08-9da5-3896b0b7c956,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:17.999484 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b598f65-8396-4b4b-b78b-60521a09aa1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.000698 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9b598f65-8396-4b4b-b78b-60521a09aa1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369708 Oct 31 12:34:18.003548 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57240) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:18.007962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'security_group_rule': {'security_group_id': '97fd772e-52e2-4624-9d69-957a9e6dc239', 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:18.010463 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85570ecf-2aa0-4a17-8580-f8d994882da8 req-7ff9848c-3bdc-40e5-9b11-41ec5c918f9b tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:18.012048 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-85570ecf-2aa0-4a17-8580-f8d994882da8 req-7ff9848c-3bdc-40e5-9b11-41ec5c918f9b tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0643659 Oct 31 12:34:18.033160 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.securitygroups_db [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Project b14b98f006574deabc030c2e93c680c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 12:34:18.038758 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (b1abd777-e3c3-4198-acff-663ffb966f73), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.061876 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-85570ecf-2aa0-4a17-8580-f8d994882da8 req-e78dfa30-199c-428c-a66b-596296894b18 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Oct 31 12:34:18.106025 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (b1abd777-e3c3-4198-acff-663ffb966f73), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.109738 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (b1abd777-e3c3-4198-acff-663ffb966f73), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.130283 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1abd777-e3c3-4198-acff-663ffb966f73,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:18.135760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.139692 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57242) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:18.139945 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6dbf572d-153a-4acb-adcc-2c26f0c7a9e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352203 Oct 31 12:34:18.144739 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'security_group_rule': {'security_group_id': '97fd772e-52e2-4624-9d69-957a9e6dc239', 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:18.165871 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.securitygroups_db [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Project b14b98f006574deabc030c2e93c680c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 12:34:18.171586 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (19d7772b-feb9-456e-876d-3b27cb757c79), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.190318 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:18.238742 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (19d7772b-feb9-456e-876d-3b27cb757c79), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.242445 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (19d7772b-feb9-456e-876d-3b27cb757c79), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.261884 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d7772b-feb9-456e-876d-3b27cb757c79,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:18.264604 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2aa05fc3-193d-4040-9b91-574a513d3827 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:18.270209 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.271896 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e92b2494-ee32-434f-8264-2a9268321b80 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311064 Oct 31 12:34:18.321553 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 2aa05fc3-193d-4040-9b91-574a513d3827 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:18.322015 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.322252 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 2aa05fc3-193d-4040-9b91-574a513d3827 Oct 31 12:34:18.397463 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 2aa05fc3-193d-4040-9b91-574a513d3827 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:18.397860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.421669 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 2aa05fc3-193d-4040-9b91-574a513d3827, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=2aa05fc3-193d-4040-9b91-574a513d3827,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:18.426931 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:18.479005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=2aa05fc3-193d-4040-9b91-574a513d3827,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:18.737714 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce19ae6-7e4a-4a8e-87db-e41040523637 req-e15b312f-6484-4f9d-bcc1-2aefb3913d2e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:18.739458 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ce19ae6-7e4a-4a8e-87db-e41040523637 req-e15b312f-6484-4f9d-bcc1-2aefb3913d2e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0534294 Oct 31 12:34:18.799187 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ce19ae6-7e4a-4a8e-87db-e41040523637 req-354bd15e-3acc-441b-a290-ff3bf7f3198a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538929 Oct 31 12:34:19.061922 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:19.195076 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2329c-7841-432e-921e-fb5b3d540e0e req-1a6abc8e-3dab-43ce-9258-c5d35e5d4fd3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:19.196790 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75b2329c-7841-432e-921e-fb5b3d540e0e req-1a6abc8e-3dab-43ce-9258-c5d35e5d4fd3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0552015 Oct 31 12:34:19.252897 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75b2329c-7841-432e-921e-fb5b3d540e0e req-0a49c9aa-5c39-4168-bf27-c0066cc8439c tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503829 Oct 31 12:34:19.308364 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:19.945293 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e906f-a2f4-434b-a4dd-354f78077253 req-92246f1b-e4a5-4aaf-828c-60b4dffe9f03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:19.947020 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da6e906f-a2f4-434b-a4dd-354f78077253 req-92246f1b-e4a5-4aaf-828c-60b4dffe9f03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0505412 Oct 31 12:34:20.014898 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da6e906f-a2f4-434b-a4dd-354f78077253 req-f799b86c-4786-45fa-9559-af348b966662 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620048 Oct 31 12:34:20.034713 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03837c9-005c-4128-a825-549365106007 None None] Sync routers for ids ['7a9abc9f-ae57-4b8f-add4-254e413e184f'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:34:20.056646 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03837c9-005c-4128-a825-549365106007 None None] Routers {'7a9abc9f-ae57-4b8f-add4-254e413e184f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:20.057304 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-c03837c9-005c-4128-a825-549365106007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:34:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['7a9abc9f-ae57-4b8f-add4-254e413e184f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:20.140548 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9896eea-f58e-443d-ba2e-d2ec4d40d5f8 req-857bcd47-a75b-4dfb-9c37-2961c0e420d6 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:20.142742 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c9896eea-f58e-443d-ba2e-d2ec4d40d5f8 req-857bcd47-a75b-4dfb-9c37-2961c0e420d6 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0496669 Oct 31 12:34:20.183401 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-c03837c9-005c-4128-a825-549365106007 None None] Set router 7a9abc9f-ae57-4b8f-add4-254e413e184f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:20.199700 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c9896eea-f58e-443d-ba2e-d2ec4d40d5f8 req-900f229d-d221-4b92-b2dd-8a3652a52667 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Oct 31 12:34:20.287055 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2aa05fc3-193d-4040-9b91-574a513d3827 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:20.332980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 2aa05fc3-193d-4040-9b91-574a513d3827 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:20.333559 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:20.333559 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 2aa05fc3-193d-4040-9b91-574a513d3827 Oct 31 12:34:20.410601 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 2aa05fc3-193d-4040-9b91-574a513d3827 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:20.418034 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-c03837c9-005c-4128-a825-549365106007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:34:15Z', 'revision_number': 4, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '62246b63-f9d2-4abe-b387-bf1dfeb9e0ad', 'name': '', 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'mac_address': 'fa:16:3e:69:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:15Z', 'updated_at': '2022-10-31T12:34:16Z', 'revision_number': 2, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'subnets': [{'id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:20.448351 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03837c9-005c-4128-a825-549365106007 None None] Checking router: 7a9abc9f-ae57-4b8f-add4-254e413e184f for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:34:20.448900 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03837c9-005c-4128-a825-549365106007 None None] Updating router 7a9abc9f-ae57-4b8f-add4-254e413e184f port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:34:20.478401 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-c03837c9-005c-4128-a825-549365106007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:20.738671 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-c03837c9-005c-4128-a825-549365106007 None None] Publish callbacks [] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:20.743433 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-c03837c9-005c-4128-a825-549365106007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:20.772681 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:20.806010 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312c69c-4b21-4929-9452-7dbbb3d733ae None None] Pushing event updated for resources: {'Port': ['ID=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:20.835315 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:20.840436 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-c03837c9-005c-4128-a825-549365106007 None None] Attempting to bind port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:20.840798 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-c03837c9-005c-4128-a825-549365106007 None None] Attempting to bind port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:20.841152 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03837c9-005c-4128-a825-549365106007 None None] Attempting to bind port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad on network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:20.886237 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03837c9-005c-4128-a825-549365106007 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:20.886603 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03837c9-005c-4128-a825-549365106007 None None] Checking segment: {'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:20.886998 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-c03837c9-005c-4128-a825-549365106007 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:20.887409 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03837c9-005c-4128-a825-549365106007 None None] Bound using segment: {'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:20.887875 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-c03837c9-005c-4128-a825-549365106007 None None] Bound port: 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0baa0223-0a8f-418d-83e4-9a5d63292677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:20.888243 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-c03837c9-005c-4128-a825-549365106007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:20.948505 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-c03837c9-005c-4128-a825-549365106007 None None] For port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:20.951566 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-c03837c9-005c-4128-a825-549365106007 None None] For port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,segment=NetworkSegment(0baa0223-0a8f-418d-83e4-9a5d63292677),segment_id=0baa0223-0a8f-418d-83e4-9a5d63292677)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:20.957349 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-c03837c9-005c-4128-a825-549365106007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:20.987894 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03837c9-005c-4128-a825-549365106007 None None] Routers {'7a9abc9f-ae57-4b8f-add4-254e413e184f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:34:20.988483 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-c03837c9-005c-4128-a825-549365106007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:34:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['7a9abc9f-ae57-4b8f-add4-254e413e184f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:21.052728 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312c69c-4b21-4929-9452-7dbbb3d733ae None None] Pushing event updated for resources: {'Port': ['ID=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,revision_number=4']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:21.107675 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-c03837c9-005c-4128-a825-549365106007 None None] Set router 7a9abc9f-ae57-4b8f-add4-254e413e184f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:34:21.151329 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415c7ff-2166-442a-9270-edd4f550bdf4 req-621b8b11-82a6-4ce6-be5d-44890c267587 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:21.152848 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e415c7ff-2166-442a-9270-edd4f550bdf4 req-621b8b11-82a6-4ce6-be5d-44890c267587 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0477352 Oct 31 12:34:21.199317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:21.205641 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e415c7ff-2166-442a-9270-edd4f550bdf4 req-70c1bc73-aa03-491d-a19f-536b71eb3f60 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456798 Oct 31 12:34:21.330252 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d5fd-58bd-4996-9412-4dc441ccef43 req-d4a72420-1238-4bc1-861e-dafc7bd729be tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:21.331788 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3b43d5fd-58bd-4996-9412-4dc441ccef43 req-d4a72420-1238-4bc1-861e-dafc7bd729be tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0502985 Oct 31 12:34:21.379435 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3b43d5fd-58bd-4996-9412-4dc441ccef43 req-1d36ab0d-c76e-487c-ada9-aa81488b5c23 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Oct 31 12:34:21.385636 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-c03837c9-005c-4128-a825-549365106007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:34:15Z', 'revision_number': 4, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '62246b63-f9d2-4abe-b387-bf1dfeb9e0ad', 'name': '', 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'mac_address': 'fa:16:3e:69:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:15Z', 'updated_at': '2022-10-31T12:34:20Z', 'revision_number': 4, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'subnets': [{'id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:34:21.415711 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03837c9-005c-4128-a825-549365106007 None None] The sync data for ids ['7a9abc9f-ae57-4b8f-add4-254e413e184f'] in dv-cinder-796170-6-iscsi is: [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:34:15Z', 'revision_number': 4, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '62246b63-f9d2-4abe-b387-bf1dfeb9e0ad', 'name': '', 'network_id': '2908230b-9c9d-4235-9abd-9a2fd2ca3cf5', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'mac_address': 'fa:16:3e:69:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:15Z', 'updated_at': '2022-10-31T12:34:20Z', 'revision_number': 4, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'subnets': [{'id': '2becc958-211b-445f-a1fb-156e4a9a6af4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:34:21.872870 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:22.265209 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:22.286020 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:22.311660 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:22.312122 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:22.312526 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad Oct 31 12:34:22.328276 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e829fd-ebd1-4407-b12c-11101125ca97 req-1b1016b7-ca1d-4923-a9bd-68943b8cd59f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:22.329969 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-96e829fd-ebd1-4407-b12c-11101125ca97 req-1b1016b7-ca1d-4923-a9bd-68943b8cd59f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0483160 Oct 31 12:34:22.377705 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-96e829fd-ebd1-4407-b12c-11101125ca97 req-38ca22fe-8c05-4a5a-b187-680294faaec2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Oct 31 12:34:22.386670 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:22.387063 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:22.424103 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,segment=NetworkSegment(0baa0223-0a8f-418d-83e4-9a5d63292677),segment_id=0baa0223-0a8f-418d-83e4-9a5d63292677)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:22.427889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:22.475890 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:22.498134 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa56e5-1111-4604-8363-2680560968ff req-2f1658f8-d20b-42e8-8471-5ea95acd25ad tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:22.499689 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4caa56e5-1111-4604-8363-2680560968ff req-2f1658f8-d20b-42e8-8471-5ea95acd25ad tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0473113 Oct 31 12:34:22.548916 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4caa56e5-1111-4604-8363-2680560968ff req-88249a24-2d7f-49bd-bd4b-1261add5517a tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433245 Oct 31 12:34:23.446355 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-0b06b6e8-0a55-4631-9c45-bd3d172f4bb3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:23.447866 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-0b06b6e8-0a55-4631-9c45-bd3d172f4bb3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0496211 Oct 31 12:34:23.524382 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13970da-cc7e-47b2-bd78-4063189cd123 req-22ae050e-d10b-48e4-8b57-321b95ceebce tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:23.525930 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e13970da-cc7e-47b2-bd78-4063189cd123 req-22ae050e-d10b-48e4-8b57-321b95ceebce tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0733938 Oct 31 12:34:23.559509 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:23.597415 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Deleting port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:34:23.597546 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:23.644695 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e13970da-cc7e-47b2-bd78-4063189cd123 req-60eb3720-54e2-423e-afcd-8c8234f41568 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093271 Oct 31 12:34:23.702381 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82327b9-5c14-4116-a09a-9265889b683c req-8c3f8cc5-cc09-4be2-915c-bc9b9fce02a6 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:23.703913 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d82327b9-5c14-4116-a09a-9265889b683c req-8c3f8cc5-cc09-4be2-915c-bc9b9fce02a6 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 945 time: 0.0688748 Oct 31 12:34:23.713089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] For port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:23.713455 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:23.727739 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Calling delete_port for ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:34:23.762102 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d82327b9-5c14-4116-a09a-9265889b683c req-c75c9d93-811a-4069-a6f3-100195198561 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525508 Oct 31 12:34:23.865352 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:23.893288 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Pushing event deleted for resources: {'Port': ['ID=ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:23.936294 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] No DVR routers for this DVR port ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:34:23.939330 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:23.942494 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dd03f1d6-5ae4-47ab-a5e5-47e465ea7082 req-1bc35664-ec33-4f72-98b2-654789e0a818 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c HTTP/1.1" status: 204 len: 173 time: 0.4807756 Oct 31 12:34:23.943033 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f831a26-c1a4-4518-870e-6dd64516719c', 'name': 'network-vif-deleted', 'tag': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:23.945363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f058a0b5-36bc-4a69-b39b-757519a799fe" -d '{"events": [{"server_uuid": "6f831a26-c1a4-4518-870e-6dd64516719c", "name": "network-vif-deleted", "tag": "ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:23.999795 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c8e58b-f2e1-49cf-b0a2-2830f7d8ecbc x-openstack-request-id: req-42c8e58b-f2e1-49cf-b0a2-2830f7d8ecbc {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:24.000135 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f831a26-c1a4-4518-870e-6dd64516719c", "name": "network-vif-deleted", "tag": "ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:24.000395 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42c8e58b-f2e1-49cf-b0a2-2830f7d8ecbc {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:24.000796 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c8e58b-f2e1-49cf-b0a2-2830f7d8ecbc'] response: {'server_uuid': '6f831a26-c1a4-4518-870e-6dd64516719c', 'name': 'network-vif-deleted', 'tag': 'ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c', 'status': 'completed', 'code': 200} Oct 31 12:34:24.257543 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:24.302110 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:24.302409 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:24.302746 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad Oct 31 12:34:24.337163 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:24.379816 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:24.429318 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:34:24.800014 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5f417-4a9d-479c-8b44-bee07247b10c req-0081d514-465d-458e-b13e-b9ebaffa9724 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:24.801792 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ce5f417-4a9d-479c-8b44-bee07247b10c req-0081d514-465d-458e-b13e-b9ebaffa9724 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0594227 Oct 31 12:34:24.852944 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ce5f417-4a9d-479c-8b44-bee07247b10c req-07aecb00-0ccd-4fdd-8de1-6ea346c5e411 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Oct 31 12:34:24.892050 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e0f08c89-412f-481a-b0c4-3893cf1b097e req-345d4e23-f01e-4cb5-968d-a523272a7e1e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 210 time: 0.0280011 Oct 31 12:34:25.974148 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127185-5b30-44f0-a30e-f47a1d5f4b8d req-7569ca00-3090-476d-87d9-3cce1d718c07 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:25.975591 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c7127185-5b30-44f0-a30e-f47a1d5f4b8d req-7569ca00-3090-476d-87d9-3cce1d718c07 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0479879 Oct 31 12:34:26.007702 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3b1fcea-791b-4275-a220-9ee351897d7b req-34702c42-893d-41e0-8f32-bd9c37020303 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 210 time: 0.0271938 Oct 31 12:34:26.024886 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c7127185-5b30-44f0-a30e-f47a1d5f4b8d req-e62f534e-d757-4e1a-9022-b9975ed0d413 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Oct 31 12:34:26.602125 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:34:26.622000 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:34:26.622348 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ce23525c-19f9-4b3b-bdc6-f5c09ca3e19c not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:34:27.124791 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dd7cb7e1-7bc2-4b23-b2a0-5067f87814bc req-ff8adb88-e597-4697-bb3c-3ace049978b5 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6f831a26-c1a4-4518-870e-6dd64516719c HTTP/1.1" status: 200 len: 210 time: 0.0296102 Oct 31 12:34:27.153191 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd77f3b-43ab-4a49-ad68-0f43e6bd1ca6 req-d7748b91-2562-425c-b5d3-2ac5b99ba788 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:27.154707 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4bd77f3b-43ab-4a49-ad68-0f43e6bd1ca6 req-d7748b91-2562-425c-b5d3-2ac5b99ba788 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0554395 Oct 31 12:34:27.207460 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4bd77f3b-43ab-4a49-ad68-0f43e6bd1ca6 req-a2c3e2d1-190a-4a03-89d4-08d17e91d5e9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463538 Oct 31 12:34:28.340302 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:28.362938 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b6d99-7884-4aba-b7eb-6595da1ce987 req-20605802-7ae6-4134-be74-747a6b26b399 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:28.364520 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cc5b6d99-7884-4aba-b7eb-6595da1ce987 req-20605802-7ae6-4134-be74-747a6b26b399 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0624034 Oct 31 12:34:28.415602 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cc5b6d99-7884-4aba-b7eb-6595da1ce987 req-f515b790-fa09-499f-8f5f-d2ad0530824c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Oct 31 12:34:28.493987 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52986-2616-4239-8332-89c31cd21ef1 req-0fdb6be7-a1e2-40ae-8307-71b9e4869e74 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:28.495578 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-0fdb6be7-a1e2-40ae-8307-71b9e4869e74 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/networks?id=73b5b0af-fcc7-400d-b4a0-01ab3625769f HTTP/1.1" status: 200 len: 808 time: 0.1045034 Oct 31 12:34:28.509457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:28.512245 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-d35821c7-f546-4882-90d8-11fdd36f8e6e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/quotas/4fe4270c111747be8d61e4ae993bd7ba HTTP/1.1" status: 200 len: 375 time: 0.0108588 Oct 31 12:34:28.543869 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-f8913c7e-40a7-4a60-a9ac-67c5c78e993c tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4fe4270c111747be8d61e4ae993bd7ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264370 Oct 31 12:34:28.641775 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-5231a3d0-8fea-4ad7-a47e-6fe9a94e2efc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908952 Oct 31 12:34:28.738141 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-09313fb2-0bd8-4ce1-a72c-0980ad821bf2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868659 Oct 31 12:34:28.931273 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-936fe729-fe3f-4b2a-8789-70ed615bafa4 req-2a6fc1b6-4a8b-4a7d-960a-e94ff54dac46 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 210 time: 0.0326016 Oct 31 12:34:29.116796 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57510) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:29.230460 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-479169df-fa80-4090-8811-eaf32434e7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:29.314265 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-479169df-fa80-4090-8811-eaf32434e7b2 admin admin] Publish callbacks [] for security_group (d58165e6-fdfd-4308-b49f-3700fff949ff), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:29.319444 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-479169df-fa80-4090-8811-eaf32434e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d58165e6-fdfd-4308-b49f-3700fff949ff), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:29.359927 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479169df-fa80-4090-8811-eaf32434e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58165e6-fdfd-4308-b49f-3700fff949ff,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:29.390899 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-479169df-fa80-4090-8811-eaf32434e7b2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=44205e3c7d864276bb80d9b5a59d266b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706285 Oct 31 12:34:29.391288 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57524) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:29.463945 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2f8-4bf4-4f7d-a6a4-c4d46231daf7 admin admin] Publish callbacks [] for security_group (d58165e6-fdfd-4308-b49f-3700fff949ff), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:29.466675 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:29.493410 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2f8-4bf4-4f7d-a6a4-c4d46231daf7 admin admin] Publish callbacks [] for security_group (d58165e6-fdfd-4308-b49f-3700fff949ff), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:29.572106 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53114969-17b6-4fe7-adf1-48fff76cc0cd req-422acb0e-2afa-4230-ad94-5a2a3f27ae21 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:29.573961 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53114969-17b6-4fe7-adf1-48fff76cc0cd req-422acb0e-2afa-4230-ad94-5a2a3f27ae21 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0555878 Oct 31 12:34:29.605871 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2f8-4bf4-4f7d-a6a4-c4d46231daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d58165e6-fdfd-4308-b49f-3700fff949ff), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:29.608510 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b2f8-4bf4-4f7d-a6a4-c4d46231daf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:29.610397 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6cd2b2f8-4bf4-4f7d-a6a4-c4d46231daf7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d58165e6-fdfd-4308-b49f-3700fff949ff HTTP/1.1" status: 204 len: 168 time: 0.2178788 Oct 31 12:34:29.628493 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2b2f8-4bf4-4f7d-a6a4-c4d46231daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58165e6-fdfd-4308-b49f-3700fff949ff,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:29.642854 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53114969-17b6-4fe7-adf1-48fff76cc0cd req-db881bd8-0b53-4b15-8eaa-87c20397e235 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625579 Oct 31 12:34:30.055996 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bc1c91fd-ce0d-41f8-96f2-7af80d45bac4 req-089d230c-3706-483f-844f-a6b586ef843e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 210 time: 0.0301406 Oct 31 12:34:30.324994 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52986-2616-4239-8332-89c31cd21ef1 req-6e2b0e9e-6be4-42e9-aa65-dadb359a9a66 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:30.326470 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-6e2b0e9e-6be4-42e9-aa65-dadb359a9a66 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "GET /networking/v2.0/networks?id=73b5b0af-fcc7-400d-b4a0-01ab3625769f HTTP/1.1" status: 200 len: 808 time: 0.1308727 Oct 31 12:34:30.350940 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Request body: {'port': {'device_id': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f', 'admin_state_up': True, 'tenant_id': '4fe4270c111747be8d61e4ae993bd7ba'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:30.478694 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Made reservation on behalf of 4fe4270c111747be8d61e4ae993bd7ba for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:34:30.482471 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:30.637173 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Allocated IP 172.20.0.4 (73b5b0af-fcc7-400d-b4a0-01ab3625769f/457eff58-ed39-412c-9f28-6596c8ab452b/c7e97cf1-bc67-4517-9260-8c9de5713308) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:30.696925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:30.826387 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe69e20-257d-40ab-8fd2-acc36c3d3a3c req-627548f2-8381-414d-a0ac-9df2cd0771d8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:30.828217 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebe69e20-257d-40ab-8fd2-acc36c3d3a3c req-627548f2-8381-414d-a0ac-9df2cd0771d8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0663621 Oct 31 12:34:30.880125 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks [] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:30.915059 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebe69e20-257d-40ab-8fd2-acc36c3d3a3c req-e4d74888-cf43-4a0b-af49-2e46038a2f3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776267 Oct 31 12:34:30.958087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.005024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:31.007763 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Network 73b5b0af-fcc7-400d-b4a0-01ab3625769f is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:31.012117 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:31.019424 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:31.023787 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:31.024407 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.038065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Pushing event updated for resources: {'Port': ['ID=c7e97cf1-bc67-4517-9260-8c9de5713308,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:31.052891 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-4504d277-4a8c-4309-a04e-3e549cb8744e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060277 Oct 31 12:34:31.066269 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Request body: {'port': {'device_id': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:31.145704 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.195193 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d85eb-5fa8-41f7-84e9-1c33375a9ae8 req-84cf519b-d126-497e-a35b-8c7070f1e0ea tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:31.196844 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a62d85eb-5fa8-41f7-84e9-1c33375a9ae8 req-84cf519b-d126-497e-a35b-8c7070f1e0ea tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 931 time: 0.0579388 Oct 31 12:34:31.210869 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:31.263803 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a62d85eb-5fa8-41f7-84e9-1c33375a9ae8 req-d7a84b13-7db5-40c8-9ad3-d344883faa46 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608654 Oct 31 12:34:31.388110 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:31.389325 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:31.650070 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e97cf1-bc67-4517-9260-8c9de5713308 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:34:31.659347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Publish callbacks [] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.675383 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Transition to ACTIVE for port object c7e97cf1-bc67-4517-9260-8c9de5713308 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:34:31.684043 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.762337 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e97cf1-bc67-4517-9260-8c9de5713308,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:31.768684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Attempting to bind port c7e97cf1-bc67-4517-9260-8c9de5713308 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:31.769038 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Attempting to bind port c7e97cf1-bc67-4517-9260-8c9de5713308 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:31.769692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Attempting to bind port c7e97cf1-bc67-4517-9260-8c9de5713308 on network 73b5b0af-fcc7-400d-b4a0-01ab3625769f {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:31.814375 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Port c7e97cf1-bc67-4517-9260-8c9de5713308 on network 73b5b0af-fcc7-400d-b4a0-01ab3625769f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:34:31.814697 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Attempting to bind port c7e97cf1-bc67-4517-9260-8c9de5713308 on network 73b5b0af-fcc7-400d-b4a0-01ab3625769f {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:31.840824 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:31.857798 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:31.858147 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Checking segment: {'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:31.858522 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Bound using segment: {'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:31.858955 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Bound port: c7e97cf1-bc67-4517-9260-8c9de5713308, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7a55cf-043e-43fb-a518-1fdb84ae9c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:31.859338 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.921672 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] For port c7e97cf1-bc67-4517-9260-8c9de5713308, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:31.925748 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] For port c7e97cf1-bc67-4517-9260-8c9de5713308, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7e97cf1-bc67-4517-9260-8c9de5713308,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:31.931374 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.936367 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:31.936989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:31.938358 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c7e97cf1-bc67-4517-9260-8c9de5713308 HTTP/1.1" status: 200 len: 1093 time: 0.8765795 Oct 31 12:34:31.938934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'tag': 'c7e97cf1-bc67-4517-9260-8c9de5713308'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:31.941208 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e047e671-640c-49eb-ba0b-1a615b72a15a" -d '{"events": [{"name": "network-changed", "server_uuid": "8174a16d-3e74-4ec2-82be-deb8d294255b", "tag": "c7e97cf1-bc67-4517-9260-8c9de5713308"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:31.987547 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336d693-5ff4-440e-a964-fc6f385fc6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e97cf1-bc67-4517-9260-8c9de5713308,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:32.025774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13bd895-bad9-41bc-8773-b9e8cc374c69 x-openstack-request-id: req-f13bd895-bad9-41bc-8773-b9e8cc374c69 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:32.026196 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8174a16d-3e74-4ec2-82be-deb8d294255b", "tag": "c7e97cf1-bc67-4517-9260-8c9de5713308", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:32.026652 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f13bd895-bad9-41bc-8773-b9e8cc374c69 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:32.027054 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13bd895-bad9-41bc-8773-b9e8cc374c69'] response: {'name': 'network-changed', 'server_uuid': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'tag': 'c7e97cf1-bc67-4517-9260-8c9de5713308', 'status': 'completed', 'code': 200} Oct 31 12:34:32.068552 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52986-2616-4239-8332-89c31cd21ef1 req-bc4049db-6e74-4dd8-82ee-64fa82e5cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:32.070038 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-bc4049db-6e74-4dd8-82ee-64fa82e5cdcd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4fe4270c111747be8d61e4ae993bd7ba&device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 1127 time: 0.0789306 Oct 31 12:34:32.080265 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac842bce-97c9-4e41-a6e3-7aac2b88464e req-89ed76eb-09dc-41db-b9c9-2a73d531e5b6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:32.081646 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ac842bce-97c9-4e41-a6e3-7aac2b88464e req-89ed76eb-09dc-41db-b9c9-2a73d531e5b6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0537322 Oct 31 12:34:32.136298 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-cf7a6998-2f28-4ad3-872c-63e93bb5a92f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7e97cf1-bc67-4517-9260-8c9de5713308 HTTP/1.1" status: 200 len: 217 time: 0.0431232 Oct 31 12:34:32.191897 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ac842bce-97c9-4e41-a6e3-7aac2b88464e req-cf792d19-1019-4230-98f3-747c7af37b83 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046875 Oct 31 12:34:32.195569 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:32.204891 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52986-2616-4239-8332-89c31cd21ef1 req-58d3c400-3866-4201-b33d-3359af1d65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:32.206398 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-58d3c400-3866-4201-b33d-3359af1d65cc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=457eff58-ed39-412c-9f28-6596c8ab452b HTTP/1.1" status: 200 len: 848 time: 0.0601711 Oct 31 12:34:32.243598 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-bf6467ed-d70c-4a24-8d43-426bd11a56f9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=73b5b0af-fcc7-400d-b4a0-01ab3625769f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276160 Oct 31 12:34:32.355535 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-794e2d4d-ad78-409b-8695-94e07c9dcc9c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971525 Oct 31 12:34:32.399335 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f55ad9-95bc-48af-a5f2-a7f07c06b034 req-92221eaa-321c-4762-944b-0bea0b3f2071 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:32.401462 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-68f55ad9-95bc-48af-a5f2-a7f07c06b034 req-92221eaa-321c-4762-944b-0bea0b3f2071 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 943 time: 0.0535042 Oct 31 12:34:32.452596 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-30b52986-2616-4239-8332-89c31cd21ef1 req-fd010c68-b199-4e6e-8206-4b1d7e335b73 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894330 Oct 31 12:34:32.455644 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-68f55ad9-95bc-48af-a5f2-a7f07c06b034 req-c9e5015d-307d-4ac8-b0f4-b270c6fd9d9e tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479074 Oct 31 12:34:33.316355 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155d6e0-4e07-4288-9f33-0d9d99ed9015 req-b277be76-737f-47b7-8009-4a5ab70aec8f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:33.317801 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3155d6e0-4e07-4288-9f33-0d9d99ed9015 req-b277be76-737f-47b7-8009-4a5ab70aec8f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0482848 Oct 31 12:34:33.369203 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3155d6e0-4e07-4288-9f33-0d9d99ed9015 req-d2530b55-3e1a-4c57-9eef-4586a5c5b3cb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Oct 31 12:34:33.579275 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc7e1e-3fdb-40f8-8234-67222c8443d4 req-7f9bebd0-fcf3-4e7b-80d1-a325586c86ce tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:33.580752 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dddc7e1e-3fdb-40f8-8234-67222c8443d4 req-7f9bebd0-fcf3-4e7b-80d1-a325586c86ce tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 943 time: 0.0479558 Oct 31 12:34:33.633181 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dddc7e1e-3fdb-40f8-8234-67222c8443d4 req-153c5bd6-044c-43ad-9f13-b218b6ce852f tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466039 Oct 31 12:34:33.819811 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-5ce3897c-70dc-4279-8aca-a92e9b41dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:33.821189 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-5ce3897c-70dc-4279-8aca-a92e9b41dab8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4fe4270c111747be8d61e4ae993bd7ba&device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 1127 time: 0.0395401 Oct 31 12:34:33.915063 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-e832d23d-a27c-4e73-9ca1-a0a332075e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:33.916586 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-e832d23d-a27c-4e73-9ca1-a0a332075e39 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=73b5b0af-fcc7-400d-b4a0-01ab3625769f HTTP/1.1" status: 200 len: 909 time: 0.0859690 Oct 31 12:34:33.936671 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c7e97cf1-bc67-4517-9260-8c9de5713308 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:34:33.975763 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-fbb3cbbd-b369-417b-a87d-24cba405148e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7e97cf1-bc67-4517-9260-8c9de5713308 HTTP/1.1" status: 200 len: 217 time: 0.0509892 Oct 31 12:34:34.043645 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-8c4e51aa-cc5f-45a9-a922-4c29d416c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:34.045377 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-8c4e51aa-cc5f-45a9-a922-4c29d416c66c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=457eff58-ed39-412c-9f28-6596c8ab452b HTTP/1.1" status: 200 len: 848 time: 0.0611596 Oct 31 12:34:34.053818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c7e97cf1-bc67-4517-9260-8c9de5713308, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7e97cf1-bc67-4517-9260-8c9de5713308,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:34.071575 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'c7e97cf1-bc67-4517-9260-8c9de5713308', 'network_id': '73b5b0af-fcc7-400d-b4a0-01ab3625769f', 'port_id': 'c7e97cf1-bc67-4517-9260-8c9de5713308', 'mac_address': 'fa:16:3e:60:24:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457eff58-ed39-412c-9f28-6596c8ab452b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:34:34.110015 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-68c3dd05-cef0-4178-95d2-ef04826dd5fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=73b5b0af-fcc7-400d-b4a0-01ab3625769f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514696 Oct 31 12:34:34.112923 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port c7e97cf1-bc67-4517-9260-8c9de5713308 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:34.113315 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.253087 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-58927c56-5b50-46d8-b235-08f1d783f6d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319151 Oct 31 12:34:34.269599 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e97cf1-bc67-4517-9260-8c9de5713308 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:34:34.290546 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c7e97cf1-bc67-4517-9260-8c9de5713308, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7e97cf1-bc67-4517-9260-8c9de5713308,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:34.296017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.321062 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57654) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:34.331961 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57656) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:34.354600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:34.358389 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=c7e97cf1-bc67-4517-9260-8c9de5713308,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:34.378897 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e047e671-640c-49eb-ba0b-1a615b72a15a req-741ac5d6-6790-44d9-9f3c-b0ba77c67cbe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149561 Oct 31 12:34:34.459458 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-92218327-6793-411c-a41e-d1d5bd974f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.482239 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0cdd-029d-4783-ab9f-cb3a5aae4074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.507335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b21caf-80db-47f0-8775-dce9b2d6f7fa req-4fc3d321-850c-4b98-b9ba-138c6fd5af30 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:34.508820 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b6b21caf-80db-47f0-8775-dce9b2d6f7fa req-4fc3d321-850c-4b98-b9ba-138c6fd5af30 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0511630 Oct 31 12:34:34.565760 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b6b21caf-80db-47f0-8775-dce9b2d6f7fa req-80115f5d-00bc-4382-88f6-98ab1bf80ebf tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507903 Oct 31 12:34:34.596199 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:34.622993 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-92218327-6793-411c-a41e-d1d5bd974f4a admin admin] Publish callbacks [] for security_group (4591c624-db48-4f85-8bc5-eb84f35bb94c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.628285 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0cdd-029d-4783-ab9f-cb3a5aae4074 admin admin] Publish callbacks [] for security_group (a9b59310-70c5-4219-b589-b34e8cf228ea), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.629640 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-92218327-6793-411c-a41e-d1d5bd974f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (4591c624-db48-4f85-8bc5-eb84f35bb94c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.635858 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0cdd-029d-4783-ab9f-cb3a5aae4074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a9b59310-70c5-4219-b589-b34e8cf228ea), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.665562 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['c7e97cf1-bc67-4517-9260-8c9de5713308'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:34:34.693987 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57668) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:34.694195 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-92218327-6793-411c-a41e-d1d5bd974f4a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a94eb7c546204d99bcd054b0d7e0cd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680003 Oct 31 12:34:34.699878 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92218327-6793-411c-a41e-d1d5bd974f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4591c624-db48-4f85-8bc5-eb84f35bb94c,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:34.709527 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-4a5b0cdd-029d-4783-ab9f-cb3a5aae4074 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dcbc17d01343480b9f9a70e81adf10eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741846 Oct 31 12:34:34.714076 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57672) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:34.774823 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b0cdd-029d-4783-ab9f-cb3a5aae4074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b59310-70c5-4219-b589-b34e8cf228ea,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:34.789455 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:34.799217 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d835aaa-f966-4eed-a2b4-f4afac58c08a req-9e59ba2a-9cb7-49a7-b58a-07eca16714fb tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:34.801108 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7d835aaa-f966-4eed-a2b4-f4afac58c08a req-9e59ba2a-9cb7-49a7-b58a-07eca16714fb tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 944 time: 0.0821333 Oct 31 12:34:34.821071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5077e27e-aeec-4203-8dcc-696cb81d7e7b admin admin] Publish callbacks [] for security_group (4591c624-db48-4f85-8bc5-eb84f35bb94c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.824606 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a5d47cdf-c665-41f0-9112-1a694a38d77a admin admin] Publish callbacks [] for security_group (a9b59310-70c5-4219-b589-b34e8cf228ea), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.853550 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7d835aaa-f966-4eed-a2b4-f4afac58c08a req-3c2a3bc7-3420-4fd8-aff6-a5aae735a497 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453033 Oct 31 12:34:34.862200 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:34.862371 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5077e27e-aeec-4203-8dcc-696cb81d7e7b admin admin] Publish callbacks [] for security_group (4591c624-db48-4f85-8bc5-eb84f35bb94c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.865731 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a5d47cdf-c665-41f0-9112-1a694a38d77a admin admin] Publish callbacks [] for security_group (a9b59310-70c5-4219-b589-b34e8cf228ea), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.947667 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5077e27e-aeec-4203-8dcc-696cb81d7e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (4591c624-db48-4f85-8bc5-eb84f35bb94c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.950323 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5077e27e-aeec-4203-8dcc-696cb81d7e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.954299 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5077e27e-aeec-4203-8dcc-696cb81d7e7b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4591c624-db48-4f85-8bc5-eb84f35bb94c HTTP/1.1" status: 204 len: 168 time: 0.2563000 Oct 31 12:34:34.961320 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077e27e-aeec-4203-8dcc-696cb81d7e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4591c624-db48-4f85-8bc5-eb84f35bb94c,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:34.963394 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a5d47cdf-c665-41f0-9112-1a694a38d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a9b59310-70c5-4219-b589-b34e8cf228ea), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.965884 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a5d47cdf-c665-41f0-9112-1a694a38d77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:34.970911 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a5d47cdf-c665-41f0-9112-1a694a38d77a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a9b59310-70c5-4219-b589-b34e8cf228ea HTTP/1.1" status: 204 len: 168 time: 0.2531738 Oct 31 12:34:34.986096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d47cdf-c665-41f0-9112-1a694a38d77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b59310-70c5-4219-b589-b34e8cf228ea,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:35.320989 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57688) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:35.335447 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf0be-9bde-4c55-925b-5e35209e0995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:35.420089 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf0be-9bde-4c55-925b-5e35209e0995 admin admin] Publish callbacks [] for security_group (d80e96ed-76fe-4901-8f7c-821247c0fb49), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:35.424027 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7ecf0be-9bde-4c55-925b-5e35209e0995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d80e96ed-76fe-4901-8f7c-821247c0fb49), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:35.450784 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:35.467684 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e7ecf0be-9bde-4c55-925b-5e35209e0995 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=692870f0e1ac467c809e6597fdb992e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430669 Oct 31 12:34:35.467684 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecf0be-9bde-4c55-925b-5e35209e0995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e96ed-76fe-4901-8f7c-821247c0fb49,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:35.468040 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57692) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:35.525399 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5da7c0b5-151c-4094-9538-2ec146b3656d admin admin] Publish callbacks [] for security_group (d80e96ed-76fe-4901-8f7c-821247c0fb49), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:35.546155 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5da7c0b5-151c-4094-9538-2ec146b3656d admin admin] Publish callbacks [] for security_group (d80e96ed-76fe-4901-8f7c-821247c0fb49), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:35.596622 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5da7c0b5-151c-4094-9538-2ec146b3656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d80e96ed-76fe-4901-8f7c-821247c0fb49), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:35.600086 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5da7c0b5-151c-4094-9538-2ec146b3656d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:35.600656 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5da7c0b5-151c-4094-9538-2ec146b3656d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d80e96ed-76fe-4901-8f7c-821247c0fb49 HTTP/1.1" status: 204 len: 168 time: 0.1316266 Oct 31 12:34:35.610479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7c0b5-151c-4094-9538-2ec146b3656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e96ed-76fe-4901-8f7c-821247c0fb49,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:35.721215 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e31b64-8500-4823-b4bf-c18eb78bbca8 req-0a6fe9fe-089d-4722-bedb-25c90600d1fb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:35.723336 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-66e31b64-8500-4823-b4bf-c18eb78bbca8 req-0a6fe9fe-089d-4722-bedb-25c90600d1fb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0637164 Oct 31 12:34:35.799494 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-66e31b64-8500-4823-b4bf-c18eb78bbca8 req-dd839ec0-b504-4fb5-ba41-f12740685018 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612543 Oct 31 12:34:35.940613 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c7e97cf1-bc67-4517-9260-8c9de5713308 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:34:35.996980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port c7e97cf1-bc67-4517-9260-8c9de5713308 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:34:36.000070 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d46e1-11f5-465a-813b-9652cb3df1ec req-425fc2c9-1f8e-48f0-a513-a11bd888c7fb tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:36.002901 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-db9d46e1-11f5-465a-813b-9652cb3df1ec req-425fc2c9-1f8e-48f0-a513-a11bd888c7fb tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 944 time: 0.0615454 Oct 31 12:34:36.004975 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port c7e97cf1-bc67-4517-9260-8c9de5713308 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:36.005328 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:36.005848 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port c7e97cf1-bc67-4517-9260-8c9de5713308 Oct 31 12:34:36.068284 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-db9d46e1-11f5-465a-813b-9652cb3df1ec req-0ffeb942-2452-4f48-b650-532ae09f9622 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576327 Oct 31 12:34:36.124062 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port c7e97cf1-bc67-4517-9260-8c9de5713308 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:34:36.124464 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:36.150052 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e97cf1-bc67-4517-9260-8c9de5713308'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:36.152647 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bb447c-0f4f-41d0-aef3-ebcb50ca9b08" -d '{"events": [{"server_uuid": "8174a16d-3e74-4ec2-82be-deb8d294255b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e97cf1-bc67-4517-9260-8c9de5713308"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:36.168918 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c7e97cf1-bc67-4517-9260-8c9de5713308, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7e97cf1-bc67-4517-9260-8c9de5713308,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:36.174385 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:36.222714 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a7877f-501b-4b5c-974f-f4b860fb34fd x-openstack-request-id: req-a9a7877f-501b-4b5c-974f-f4b860fb34fd {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:36.223037 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8174a16d-3e74-4ec2-82be-deb8d294255b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e97cf1-bc67-4517-9260-8c9de5713308", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:36.223336 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9a7877f-501b-4b5c-974f-f4b860fb34fd {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:36.223744 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a7877f-501b-4b5c-974f-f4b860fb34fd'] response: {'server_uuid': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e97cf1-bc67-4517-9260-8c9de5713308', 'code': 200} Oct 31 12:34:36.249897 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=c7e97cf1-bc67-4517-9260-8c9de5713308,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:36.460286 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd126b-def9-4eb3-bb27-21f62f6f1c7e req-0c7f5dcd-2128-4b4e-9207-9d226f4a76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:36.461761 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1edd126b-def9-4eb3-bb27-21f62f6f1c7e req-0c7f5dcd-2128-4b4e-9207-9d226f4a76b6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 1129 time: 0.0406225 Oct 31 12:34:36.510924 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1edd126b-def9-4eb3-bb27-21f62f6f1c7e req-10da582d-e9ff-4453-9868-d3d6831b2912 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Oct 31 12:34:36.912951 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3828fb0-976d-42a4-be68-cf27acc5d339 req-6799969d-74ac-4484-bebe-ccb361060308 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:36.914440 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a3828fb0-976d-42a4-be68-cf27acc5d339 req-6799969d-74ac-4484-bebe-ccb361060308 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0507555 Oct 31 12:34:36.974078 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a3828fb0-976d-42a4-be68-cf27acc5d339 req-60531ca1-3ff3-42d3-9161-7568467bd66e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Oct 31 12:34:37.193341 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0149-cd8a-41df-9c4e-c5282dbf045e req-8d7a8adf-05ab-477e-9abc-63c3bc857de0 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:37.194922 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d0e0149-cd8a-41df-9c4e-c5282dbf045e req-8d7a8adf-05ab-477e-9abc-63c3bc857de0 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 945 time: 0.0484438 Oct 31 12:34:37.245169 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d0e0149-cd8a-41df-9c4e-c5282dbf045e req-9e7b0bc7-2f4f-4734-968e-f74bca18f6cd tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442932 Oct 31 12:34:38.098151 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f6db4-98ef-4894-9b97-6d1e50196f2b req-26b7f332-41a1-4a42-8b43-30690625e937 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:38.099659 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-399f6db4-98ef-4894-9b97-6d1e50196f2b req-26b7f332-41a1-4a42-8b43-30690625e937 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0475373 Oct 31 12:34:38.148406 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-399f6db4-98ef-4894-9b97-6d1e50196f2b req-237d59d4-3af2-4491-972c-eb9c700cae59 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Oct 31 12:34:38.369463 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c0efb-acee-418c-85a4-3b55d4c56825 req-e34a5f7c-27ed-4046-ac4c-7f189b9ea8de tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:38.370952 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7d5c0efb-acee-418c-85a4-3b55d4c56825 req-e34a5f7c-27ed-4046-ac4c-7f189b9ea8de tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 945 time: 0.0515335 Oct 31 12:34:38.403742 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:38.421039 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7d5c0efb-acee-418c-85a4-3b55d4c56825 req-e1f9f355-840a-4298-970d-7fd134c42f42 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 Oct 31 12:34:39.289778 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f239f19-6d64-4d6c-a3da-fea92fb64750 req-af7edf71-5de8-4e88-8d61-af7795523b87 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:39.291227 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4f239f19-6d64-4d6c-a3da-fea92fb64750 req-af7edf71-5de8-4e88-8d61-af7795523b87 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0487952 Oct 31 12:34:39.340687 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4f239f19-6d64-4d6c-a3da-fea92fb64750 req-0761eb5d-5c2a-46b0-8075-29d1ea988356 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Oct 31 12:34:39.544865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c0222-a1e6-4464-8025-a5e71c6ad498 req-36bcff50-239a-48d7-9423-94d914b60a84 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:39.546407 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-157c0222-a1e6-4464-8025-a5e71c6ad498 req-36bcff50-239a-48d7-9423-94d914b60a84 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 945 time: 0.0477440 Oct 31 12:34:39.597179 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-157c0222-a1e6-4464-8025-a5e71c6ad498 req-3fbfd25d-7513-4b13-b364-dbdc7825c30f tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440190 Oct 31 12:34:40.374616 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3862530-eb0b-4c50-8bf2-1b81be25aa78 req-1422520f-2c3b-4088-9c48-91ca805132c4 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:40.376760 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3862530-eb0b-4c50-8bf2-1b81be25aa78 req-1422520f-2c3b-4088-9c48-91ca805132c4 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 945 time: 0.0526254 Oct 31 12:34:40.427733 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3862530-eb0b-4c50-8bf2-1b81be25aa78 req-6d0969ea-7539-44da-b139-0878e3fad24b tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Oct 31 12:34:40.466787 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93186c67-a86d-437d-af72-5dd7ac1f9af5 req-d253f4a6-d421-48fc-9449-05e2383cb151 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:40.468300 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-93186c67-a86d-437d-af72-5dd7ac1f9af5 req-d253f4a6-d421-48fc-9449-05e2383cb151 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0503521 Oct 31 12:34:40.508775 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:40.516849 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-93186c67-a86d-437d-af72-5dd7ac1f9af5 req-a60491aa-284f-47fa-b425-964cee0bec06 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424819 Oct 31 12:34:41.550388 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5296191-fd3c-4427-883a-e41d61ba0712 req-0b63d90c-7379-4c78-b21d-8e9a581ec157 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:41.551942 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5296191-fd3c-4427-883a-e41d61ba0712 req-0b63d90c-7379-4c78-b21d-8e9a581ec157 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 945 time: 0.0488548 Oct 31 12:34:41.600425 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:41.608313 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5296191-fd3c-4427-883a-e41d61ba0712 req-b7fc4a39-ebdc-43a0-bee3-e39e05faada0 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467322 Oct 31 12:34:41.677309 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb122f-ceda-4ef5-be42-cb4d74a494dc req-fa9e4f95-42f5-4ad4-9387-54a4effe9f2b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:41.678822 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4cbb122f-ceda-4ef5-be42-cb4d74a494dc req-fa9e4f95-42f5-4ad4-9387-54a4effe9f2b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0674365 Oct 31 12:34:41.728273 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4cbb122f-ceda-4ef5-be42-cb4d74a494dc req-cc0d8a31-cb4b-455b-946c-f1ffb5a1f009 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Oct 31 12:34:41.817811 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1da09-1c3b-4af8-83bc-f2a4e7620049 req-73edbbbe-2eb0-4731-ae62-6e51869690ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:41.819291 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75e1da09-1c3b-4af8-83bc-f2a4e7620049 req-73edbbbe-2eb0-4731-ae62-6e51869690ae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 1130 time: 0.0382125 Oct 31 12:34:41.868189 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75e1da09-1c3b-4af8-83bc-f2a4e7620049 req-0f9b5f0c-b452-41f6-af0f-81bb769aa8cd service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401731 Oct 31 12:34:42.419870 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:42.725422 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-5adbaf02-45fe-4844-ab94-ee44839af628 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:42.726968 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-5adbaf02-45fe-4844-ab94-ee44839af628 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 945 time: 0.0766015 Oct 31 12:34:42.797280 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96dc90-dddb-41af-9793-ec2660944466 req-7d5f016b-33f7-402d-8b92-22c04c7cdd48 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:42.799493 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-de96dc90-dddb-41af-9793-ec2660944466 req-7d5f016b-33f7-402d-8b92-22c04c7cdd48 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 945 time: 0.0968487 Oct 31 12:34:42.860922 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab20ec2-fd31-430d-835f-9616dc5e2f00 req-9611e50d-6803-4b0f-8dff-07f45216fcef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:42.862345 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ab20ec2-fd31-430d-835f-9616dc5e2f00 req-9611e50d-6803-4b0f-8dff-07f45216fcef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0520303 Oct 31 12:34:42.866220 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Deleting port c7e97cf1-bc67-4517-9260-8c9de5713308 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:34:42.866556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:42.914415 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-de96dc90-dddb-41af-9793-ec2660944466 req-ffe2f461-114e-4539-bd9a-78abab92fc57 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ec3547d1-0f7f-4d5b-b413-455498517ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051035 Oct 31 12:34:42.939483 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8ab20ec2-fd31-430d-835f-9616dc5e2f00 req-4092bf3b-9265-4cbe-b24e-e59eba4ffcf4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712347 Oct 31 12:34:42.995940 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] For port c7e97cf1-bc67-4517-9260-8c9de5713308, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7e97cf1-bc67-4517-9260-8c9de5713308,segment=NetworkSegment(5a7a55cf-043e-43fb-a518-1fdb84ae9c29),segment_id=5a7a55cf-043e-43fb-a518-1fdb84ae9c29)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:34:42.996404 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:43.010084 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Calling delete_port for c7e97cf1-bc67-4517-9260-8c9de5713308 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:34:43.169184 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (c7e97cf1-bc67-4517-9260-8c9de5713308), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:43.184818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['c7e97cf1-bc67-4517-9260-8c9de5713308'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:34:43.196865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Pushing event deleted for resources: {'Port': ['ID=c7e97cf1-bc67-4517-9260-8c9de5713308,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:43.207394 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.208063 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.208664 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.209209 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.209754 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.210301 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.211410 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.211946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.212289 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.212624 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.212949 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.213435 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.213945 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.214461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.214794 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:43.260708 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] No DVR routers for this DVR port c7e97cf1-bc67-4517-9260-8c9de5713308 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:34:43.264090 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:43.268094 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5c0b9f93-511d-4110-967b-d9661e6413c5 req-917a51ef-597d-4ceb-a549-48125b1b98a3 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c7e97cf1-bc67-4517-9260-8c9de5713308 HTTP/1.1" status: 204 len: 173 time: 0.5247781 Oct 31 12:34:43.268667 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'name': 'network-vif-deleted', 'tag': 'c7e97cf1-bc67-4517-9260-8c9de5713308'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:43.271293 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04eb1e09-5d04-49c5-a9d7-23d5ba8d4e10" -d '{"events": [{"server_uuid": "8174a16d-3e74-4ec2-82be-deb8d294255b", "name": "network-vif-deleted", "tag": "c7e97cf1-bc67-4517-9260-8c9de5713308"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:43.312065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf838b-e1fa-44c8-9dab-0f995ee50659 x-openstack-request-id: req-11bf838b-e1fa-44c8-9dab-0f995ee50659 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:43.312346 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8174a16d-3e74-4ec2-82be-deb8d294255b", "name": "network-vif-deleted", "tag": "c7e97cf1-bc67-4517-9260-8c9de5713308", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:43.312592 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11bf838b-e1fa-44c8-9dab-0f995ee50659 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:43.313656 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bf838b-e1fa-44c8-9dab-0f995ee50659'] response: {'server_uuid': '8174a16d-3e74-4ec2-82be-deb8d294255b', 'name': 'network-vif-deleted', 'tag': 'c7e97cf1-bc67-4517-9260-8c9de5713308', 'status': 'completed', 'code': 200} Oct 31 12:34:43.347779 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-b0e1f447-a328-4f90-9f18-d3a94e166f5a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-233018250&fields=id&tenant_id=b14b98f006574deabc030c2e93c680c4 HTTP/1.1" status: 200 len: 267 time: 0.0612259 Oct 31 12:34:43.425981 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:43.440883 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:34:43.454123 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-dfa11aa3-15d6-4818-8994-c03303c60f77 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:43.455668 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-dfa11aa3-15d6-4818-8994-c03303c60f77 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/networks?id=4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 200 len: 808 time: 0.1015131 Oct 31 12:34:43.469994 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-d1dfa24e-70c6-4067-bc0c-46f35ea2834e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/quotas/b14b98f006574deabc030c2e93c680c4 HTTP/1.1" status: 200 len: 375 time: 0.0087562 Oct 31 12:34:43.522810 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-ea7cc3b4-6496-4a74-9914-700a00acd582 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482075 Oct 31 12:34:43.552136 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:43.618189 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-86db6e1a-abd2-4b4e-b44a-1e2adf2e2f8e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826983 Oct 31 12:34:43.717155 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6b2e4a16-dd33-4548-a976-5c4470885e8f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931771 Oct 31 12:34:43.943261 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-87816fa3-1fb3-4aad-92e0-7c2dc23edfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.036702 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 57972) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:44.071718 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4a8f048d-5a22-4790-a1c6-035c74a306ac req-5b4b2302-cf6d-4983-bfdf-33b26bf39dde tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 210 time: 0.0405324 Oct 31 12:34:44.073762 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00276a-eb42-49db-8957-0c227209fc96 req-1172f590-f6f8-4cad-92ee-f6702f1e1fde tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:44.075436 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df00276a-eb42-49db-8957-0c227209fc96 req-1172f590-f6f8-4cad-92ee-f6702f1e1fde tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0514395 Oct 31 12:34:44.153088 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df00276a-eb42-49db-8957-0c227209fc96 req-79e02719-8287-431d-a2cf-cfcefe47c12f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713761 Oct 31 12:34:44.176813 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fc0d502e-9247-41ac-b158-2153c3352c01 req-dd75c5ec-16e2-488f-9935-71c3fe0f21a3 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0458405 Oct 31 12:34:44.229381 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.284674 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f91ec9-f7c9-462c-82c0-ad0c20b21d65 req-dc08d19d-2ec3-41ab-9b81-48655b36bb2f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:44.286437 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69f91ec9-f7c9-462c-82c0-ad0c20b21d65 req-dc08d19d-2ec3-41ab-9b81-48655b36bb2f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0526516 Oct 31 12:34:44.312146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Publish callbacks [] for security_group (538791fc-4b01-4fcc-ac19-3ecaa6cddd27), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.316397 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (538791fc-4b01-4fcc-ac19-3ecaa6cddd27), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.361936 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69f91ec9-f7c9-462c-82c0-ad0c20b21d65 req-662ab091-25a1-453f-8b2d-89ef20e9f174 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616736 Oct 31 12:34:44.364237 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 57986) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:44.364473 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bd3f95a73e734b8199e8843ce87c59b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266745 Oct 31 12:34:44.365306 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538791fc-4b01-4fcc-ac19-3ecaa6cddd27,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:44.373779 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.374125 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.374473 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.374805 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.375339 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.376207 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.376735 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.377265 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.377771 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.378291 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.378804 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.379351 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.379882 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.380391 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.380897 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133cd3f3-d7f8-4670-ab80-bf7ef4643ad0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:34:44.432078 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-92616c05-4e29-4c38-8b00-d6ead0020c33 admin admin] Publish callbacks [] for security_group (538791fc-4b01-4fcc-ac19-3ecaa6cddd27), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.453369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-92616c05-4e29-4c38-8b00-d6ead0020c33 admin admin] Publish callbacks [] for security_group (538791fc-4b01-4fcc-ac19-3ecaa6cddd27), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.506212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-92616c05-4e29-4c38-8b00-d6ead0020c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (538791fc-4b01-4fcc-ac19-3ecaa6cddd27), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.508884 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-92616c05-4e29-4c38-8b00-d6ead0020c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.510029 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-92616c05-4e29-4c38-8b00-d6ead0020c33 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/538791fc-4b01-4fcc-ac19-3ecaa6cddd27 HTTP/1.1" status: 204 len: 168 time: 0.1447406 Oct 31 12:34:44.518865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92616c05-4e29-4c38-8b00-d6ead0020c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538791fc-4b01-4fcc-ac19-3ecaa6cddd27,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:44.809424 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 58000) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:44.822958 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-996a7354-824d-4c66-87b2-bfded654513b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.851433 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:44.900921 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-996a7354-824d-4c66-87b2-bfded654513b admin admin] Publish callbacks [] for security_group (37e65455-89cd-421b-9617-0d0f2cff7bdc), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.903904 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-996a7354-824d-4c66-87b2-bfded654513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (37e65455-89cd-421b-9617-0d0f2cff7bdc), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:44.941340 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a7354-824d-4c66-87b2-bfded654513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e65455-89cd-421b-9617-0d0f2cff7bdc,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:44.946490 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-996a7354-824d-4c66-87b2-bfded654513b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8bf248f7932a47e188fdbc53c9800788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359746 Oct 31 12:34:44.949163 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 58002) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:45.000007 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0870-08db-4af5-a036-f7179a3b2959 admin admin] Publish callbacks [] for security_group (37e65455-89cd-421b-9617-0d0f2cff7bdc), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.021513 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0870-08db-4af5-a036-f7179a3b2959 admin admin] Publish callbacks [] for security_group (37e65455-89cd-421b-9617-0d0f2cff7bdc), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.072185 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0870-08db-4af5-a036-f7179a3b2959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (37e65455-89cd-421b-9617-0d0f2cff7bdc), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.074773 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bb1a0870-08db-4af5-a036-f7179a3b2959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.075945 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-bb1a0870-08db-4af5-a036-f7179a3b2959 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/37e65455-89cd-421b-9617-0d0f2cff7bdc HTTP/1.1" status: 204 len: 168 time: 0.1258523 Oct 31 12:34:45.084468 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a0870-08db-4af5-a036-f7179a3b2959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e65455-89cd-421b-9617-0d0f2cff7bdc,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:45.201931 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5f2dab5f-f3de-4166-8745-b4b882b1a1e5 req-bec730f9-092a-47c7-aeb6-b7cae269bd20 tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 210 time: 0.0334382 Oct 31 12:34:45.292612 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bf76f73a-f339-4d7b-b1e7-edaf9b501177 req-a1c1cfdc-5769-42f5-a167-72d4876a7525 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0298588 Oct 31 12:34:45.426842 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 58016) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:45.441302 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-272dd365-0029-4a16-8836-07a9ca8d6103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.497832 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:45.522409 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-272dd365-0029-4a16-8836-07a9ca8d6103 admin admin] Publish callbacks [] for security_group (9491ff8f-eed6-4943-bd53-4f689c82ffb5), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.526215 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-272dd365-0029-4a16-8836-07a9ca8d6103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (9491ff8f-eed6-4943-bd53-4f689c82ffb5), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.567331 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-272dd365-0029-4a16-8836-07a9ca8d6103 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d195666855ad4aed91077289a69087df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393929 Oct 31 12:34:45.568164 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dd365-0029-4a16-8836-07a9ca8d6103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9491ff8f-eed6-4943-bd53-4f689c82ffb5,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:45.570044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 58018) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:45.620145 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47b44f1f-2308-4e7a-8278-a1375ea62c16 admin admin] Publish callbacks [] for security_group (9491ff8f-eed6-4943-bd53-4f689c82ffb5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.644221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47b44f1f-2308-4e7a-8278-a1375ea62c16 admin admin] Publish callbacks [] for security_group (9491ff8f-eed6-4943-bd53-4f689c82ffb5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.691708 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47b44f1f-2308-4e7a-8278-a1375ea62c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (9491ff8f-eed6-4943-bd53-4f689c82ffb5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.694290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47b44f1f-2308-4e7a-8278-a1375ea62c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:45.695467 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-47b44f1f-2308-4e7a-8278-a1375ea62c16 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9491ff8f-eed6-4943-bd53-4f689c82ffb5 HTTP/1.1" status: 204 len: 168 time: 0.1243827 Oct 31 12:34:45.704376 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b44f1f-2308-4e7a-8278-a1375ea62c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9491ff8f-eed6-4943-bd53-4f689c82ffb5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:46.080345 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:46.092680 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-14569f59-568c-47c0-8353-5cdc4132a47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:46.338527 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fb1cf5c0-c752-47ad-81c1-54e9f6d7b984 req-a4247fb0-15b9-4ca3-a61d-5fe22762b78b tempest-VolumesActionsTest-5566181 tempest-VolumesActionsTest-5566181-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=8174a16d-3e74-4ec2-82be-deb8d294255b HTTP/1.1" status: 200 len: 210 time: 0.0336421 Oct 31 12:34:46.355456 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c7e97cf1-bc67-4517-9260-8c9de5713308 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:34:46.386461 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: c7e97cf1-bc67-4517-9260-8c9de5713308 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:34:46.387071 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c7e97cf1-bc67-4517-9260-8c9de5713308 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:34:46.439750 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a4c9eb8a-1076-40be-9d66-bb965a4965ed req-a4bf7d28-fac5-45b6-9f2c-4c2367343829 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0366378 Oct 31 12:34:47.079870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21e43-2439-4a0f-ae02-7942bcce7409 req-91a4210c-24f3-4f7c-8029-09753d24b68f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:47.081382 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bec21e43-2439-4a0f-ae02-7942bcce7409 req-91a4210c-24f3-4f7c-8029-09753d24b68f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0569983 Oct 31 12:34:47.167591 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:47.180741 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bec21e43-2439-4a0f-ae02-7942bcce7409 req-3873d86b-8cff-4d47-a7a7-0b3e35a2b243 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937989 Oct 31 12:34:47.182418 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403fcac-07be-481a-8bd7-cfce18467944 req-7e32ec91-6c06-4460-a3e8-03d4b7bc80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:47.184597 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9403fcac-07be-481a-8bd7-cfce18467944 req-7e32ec91-6c06-4460-a3e8-03d4b7bc80a0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1129 time: 0.0678480 Oct 31 12:34:47.337402 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403fcac-07be-481a-8bd7-cfce18467944 req-a47f8d51-2a66-438f-bd38-6d739e33ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:47.338919 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9403fcac-07be-481a-8bd7-cfce18467944 req-a47f8d51-2a66-438f-bd38-6d739e33ddda service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.1354625 Oct 31 12:34:47.390505 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:47.391721 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9403fcac-07be-481a-8bd7-cfce18467944 req-6684603b-f44a-4fd2-b3c1-fb4c24bc416c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 200 len: 217 time: 0.0440168 Oct 31 12:34:47.461496 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:47.466373 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403fcac-07be-481a-8bd7-cfce18467944 req-a16fa2b9-4ae5-436e-931d-2f83634fe3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:47.468227 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9403fcac-07be-481a-8bd7-cfce18467944 req-a16fa2b9-4ae5-436e-931d-2f83634fe3a9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0706379 Oct 31 12:34:47.545684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403fcac-07be-481a-8bd7-cfce18467944 req-c7287c66-1aea-43e7-a46c-c12808cd6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:47.547467 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9403fcac-07be-481a-8bd7-cfce18467944 req-c7287c66-1aea-43e7-a46c-c12808cd6c29 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719726 Oct 31 12:34:47.590917 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0b70e974-961d-4642-8d39-a2bb5e641d65 req-53ca0cb1-bdb1-4cce-980a-bb35688d194c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0420160 Oct 31 12:34:47.702927 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9403fcac-07be-481a-8bd7-cfce18467944 req-0b8680a8-6452-42d3-acba-15fc0e652522 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438081 Oct 31 12:34:47.929884 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9403fcac-07be-481a-8bd7-cfce18467944 req-f7c4f26b-d7fe-4a24-9f80-b914e244cac3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042218 Oct 31 12:34:48.154013 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-91226c79-4617-47bb-8721-ed7a33232bf3 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:48.160215 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-91226c79-4617-47bb-8721-ed7a33232bf3 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.20 "GET /networking/v2.0/networks?id=4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 200 len: 808 time: 0.2040296 Oct 31 12:34:48.249788 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-a1d65bad-a334-4d4c-8110-d29eced592fb tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b14b98f006574deabc030c2e93c680c4 HTTP/1.1" status: 200 len: 379 time: 0.0728915 Oct 31 12:34:48.260462 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'port': {'device_id': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'admin_state_up': True, 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'security_groups': ['97fd772e-52e2-4624-9d69-957a9e6dc239']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:48.366311 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d053a0-c1dc-4490-ba33-1254f5b6cf7d req-d5e71974-cb45-4f0d-985a-a32f1246eb77 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:48.368779 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-68d053a0-c1dc-4490-ba33-1254f5b6cf7d req-d5e71974-cb45-4f0d-985a-a32f1246eb77 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0679018 Oct 31 12:34:48.432460 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-68d053a0-c1dc-4490-ba33-1254f5b6cf7d req-342564fc-edc2-495d-969a-a599ec587f13 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567234 Oct 31 12:34:48.446012 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Made reservation on behalf of b14b98f006574deabc030c2e93c680c4 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:34:48.451240 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:48.609847 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Allocated IP 172.20.0.5 (4c791682-8f05-4443-be69-80decd7c40ce/6ff1ea18-1bee-4daf-b633-4e9810c0f838/c444a742-6430-4bab-91f7-bff045443454) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:34:48.730584 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7529c315-d3ad-44cd-aea9-6e2e4311d472 req-7c5f72f1-ada3-45e2-b323-b75e09ef60f8 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0549030 Oct 31 12:34:48.756836 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:48.786384 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for port (c444a742-6430-4bab-91f7-bff045443454), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:48.809727 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:48.822276 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (c444a742-6430-4bab-91f7-bff045443454), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:48.867487 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Network 4c791682-8f05-4443-be69-80decd7c40ce is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:34:48.870703 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:34:48.877512 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:34:48.881492 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:48.882112 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:48.897846 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:48.913565 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-5d3d23bd-b1ac-453e-8898-28637713b082 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6572874 Oct 31 12:34:48.927057 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Request body: {'port': {'device_id': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:34:49.058883 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.087632 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-9730b96b-128d-452f-b87a-18ab61ce5aaa None None] Provisioning complete for port c444a742-6430-4bab-91f7-bff045443454 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:34:49.088019 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9730b96b-128d-452f-b87a-18ab61ce5aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (c444a742-6430-4bab-91f7-bff045443454), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.088407 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-9730b96b-128d-452f-b87a-18ab61ce5aaa None None] Attempt 1 to provision port c444a742-6430-4bab-91f7-bff045443454 Oct 31 12:34:49.122269 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-9730b96b-128d-452f-b87a-18ab61ce5aaa None None] Port c444a742-6430-4bab-91f7-bff045443454 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:34:49.210848 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c444a742-6430-4bab-91f7-bff045443454), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.306438 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.480234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c444a742-6430-4bab-91f7-bff045443454 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:34:49.488046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Publish callbacks [] for port (c444a742-6430-4bab-91f7-bff045443454), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.502677 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Transition to ACTIVE for port object c444a742-6430-4bab-91f7-bff045443454 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:34:49.506940 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c444a742-6430-4bab-91f7-bff045443454), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.574525 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:49.581179 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970489-a742-49d5-9270-0e4be67fcbbf req-2442b04f-d2c6-4ab8-9d02-72a4ad62d2cd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:49.587946 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2c970489-a742-49d5-9270-0e4be67fcbbf req-2442b04f-d2c6-4ab8-9d02-72a4ad62d2cd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0537682 Oct 31 12:34:49.588575 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Attempting to bind port c444a742-6430-4bab-91f7-bff045443454 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:34:49.588990 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Attempting to bind port c444a742-6430-4bab-91f7-bff045443454 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:34:49.589393 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Attempting to bind port c444a742-6430-4bab-91f7-bff045443454 on network 4c791682-8f05-4443-be69-80decd7c40ce {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:49.635228 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Port c444a742-6430-4bab-91f7-bff045443454 on network 4c791682-8f05-4443-be69-80decd7c40ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:34:49.635858 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Attempting to bind port c444a742-6430-4bab-91f7-bff045443454 on network 4c791682-8f05-4443-be69-80decd7c40ce {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:34:49.637796 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2c970489-a742-49d5-9270-0e4be67fcbbf req-a65efd4a-0ed6-4735-b815-bd8224ce9332 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487912 Oct 31 12:34:49.683619 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:34:49.683960 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Checking segment: {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:34:49.684341 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Bound using segment: {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:34:49.684775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Bound port: c444a742-6430-4bab-91f7-bff045443454, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4309aa0-c579-4f9f-b967-dbd3359b0258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:34:49.685141 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c444a742-6430-4bab-91f7-bff045443454), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.699711 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:49.750095 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:34:49.753503 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:34:49.759605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c444a742-6430-4bab-91f7-bff045443454), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.767872 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:49.768435 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:49.769947 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 1093 time: 0.8493266 Oct 31 12:34:49.772532 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'tag': 'c444a742-6430-4bab-91f7-bff045443454'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:34:49.774774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e155d0-8534-4035-9653-8963dd3e41f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "tag": "c444a742-6430-4bab-91f7-bff045443454"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:34:49.818262 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4403e0a-ae36-4252-9d40-ccf0b5703b90 x-openstack-request-id: req-a4403e0a-ae36-4252-9d40-ccf0b5703b90 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:34:49.818763 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "tag": "c444a742-6430-4bab-91f7-bff045443454", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:34:49.819017 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4403e0a-ae36-4252-9d40-ccf0b5703b90 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:34:49.819437 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4403e0a-ae36-4252-9d40-ccf0b5703b90'] response: {'name': 'network-changed', 'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'tag': 'c444a742-6430-4bab-91f7-bff045443454', 'status': 'completed', 'code': 200} Oct 31 12:34:49.874114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1409ff-95f6-4124-9aad-b7d64883a02d service neutron] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:49.887108 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7520f-228c-4165-af44-8f727da51cab req-b7401938-5a29-4a1b-beca-78c85dd03db5 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:49.888646 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ea7520f-228c-4165-af44-8f727da51cab req-b7401938-5a29-4a1b-beca-78c85dd03db5 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0681670 Oct 31 12:34:49.945851 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4ea7520f-228c-4165-af44-8f727da51cab req-157b9bb6-7995-45e3-a15a-4c37a693a97d tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509064 Oct 31 12:34:50.758448 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e80afc-19c4-44b1-bfed-4e6f455949eb req-1fdd41de-2d29-4433-9f36-3231d6349627 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:50.759829 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80e80afc-19c4-44b1-bfed-4e6f455949eb req-1fdd41de-2d29-4433-9f36-3231d6349627 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0466466 Oct 31 12:34:50.792271 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:50.810095 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-80e80afc-19c4-44b1-bfed-4e6f455949eb req-808e8e63-d1dd-4747-ae05-cc3b4e53619d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431991 Oct 31 12:34:51.068830 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bc4e9-c041-4df4-a860-219bec27ffbb req-14e6cf3d-d363-4836-8c40-d43d4cad1310 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:51.070275 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-935bc4e9-c041-4df4-a860-219bec27ffbb req-14e6cf3d-d363-4836-8c40-d43d4cad1310 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0497203 Oct 31 12:34:51.118768 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-935bc4e9-c041-4df4-a860-219bec27ffbb req-a3e187e9-958e-455c-933d-9e5e12f5407b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427985 Oct 31 12:34:51.898471 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:51.935041 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e155d0-8534-4035-9653-8963dd3e41f6 req-de128f42-4b03-4cd2-a586-6ca46e42bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:51.937616 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e0e155d0-8534-4035-9653-8963dd3e41f6 req-de128f42-4b03-4cd2-a586-6ca46e42bffc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1127 time: 0.0468452 Oct 31 12:34:52.072889 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63227c-264b-4aa4-98fb-1c58c3440e11 req-c10e4dd5-f364-4354-851a-89a08cac0de3 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.074284 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ed63227c-264b-4aa4-98fb-1c58c3440e11 req-c10e4dd5-f364-4354-851a-89a08cac0de3 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.1351321 Oct 31 12:34:52.102351 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-830474d2-7c13-45ab-9382-3932d49b446d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1039424 Oct 31 12:34:52.151776 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e155d0-8534-4035-9653-8963dd3e41f6 req-38757349-9495-4a69-8790-775c500cde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.153236 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e0e155d0-8534-4035-9653-8963dd3e41f6 req-38757349-9495-4a69-8790-775c500cde08 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=b14b98f006574deabc030c2e93c680c4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2053089 Oct 31 12:34:52.202885 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ed63227c-264b-4aa4-98fb-1c58c3440e11 req-30b310f0-1edb-4df3-a774-cfa782078363 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220226 Oct 31 12:34:52.227539 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-afb1123b-3753-4013-bf11-829cf44e2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.229291 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-afb1123b-3753-4013-bf11-829cf44e2b61 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 1130 time: 0.0949805 Oct 31 12:34:52.277692 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ff05d-04ac-4d73-b20a-aec40dc2c634 req-bb50c547-d831-4a40-8737-0157a2cf2320 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.279553 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9d7ff05d-04ac-4d73-b20a-aec40dc2c634 req-bb50c547-d831-4a40-8737-0157a2cf2320 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0672245 Oct 31 12:34:52.316047 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:52.352380 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9d7ff05d-04ac-4d73-b20a-aec40dc2c634 req-c654c91a-a87b-4ceb-8b74-e1841b171f2b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624802 Oct 31 12:34:52.357060 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e155d0-8534-4035-9653-8963dd3e41f6 req-85cd4beb-98b8-41e7-ab53-d8af6a586b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.358513 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e0e155d0-8534-4035-9653-8963dd3e41f6 req-85cd4beb-98b8-41e7-ab53-d8af6a586b89 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863945 Oct 31 12:34:52.377950 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-31d1b10f-b21a-495b-b2c0-ee3e3d1bb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.379512 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-31d1b10f-b21a-495b-b2c0-ee3e3d1bb94f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 911 time: 0.1161914 Oct 31 12:34:52.479959 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-b0a86958-6311-4f91-a3d0-72cce4965e35 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 200 len: 1001 time: 0.0919445 Oct 31 12:34:52.481069 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-c2c4666f-be1c-4160-98e8-8deb51e3f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.482453 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-c2c4666f-be1c-4160-98e8-8deb51e3f32d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1127 time: 0.0556555 Oct 31 12:34:52.570723 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6f42fa46-6f66-44f2-ba9e-cb79c3a24229 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 217 time: 0.0737572 Oct 31 12:34:52.583375 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-6b960f34-0707-49a4-bf90-442057751dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.584811 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-6b960f34-0707-49a4-bf90-442057751dc2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.0889940 Oct 31 12:34:52.648821 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:52.667022 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-91fa752e-23ee-4631-9832-2847b3c6789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.668573 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-91fa752e-23ee-4631-9832-2847b3c6789a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684278 Oct 31 12:34:52.672503 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-3a4ce0ac-7b96-4813-abc5-5f68097163db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.673853 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-3a4ce0ac-7b96-4813-abc5-5f68097163db service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6ff1ea18-1bee-4daf-b633-4e9810c0f838 HTTP/1.1" status: 200 len: 847 time: 0.0819614 Oct 31 12:34:52.776341 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6ea2ce01-e813-4c54-bc5f-d862c926e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:52.777836 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-6ea2ce01-e813-4c54-bc5f-d862c926e849 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4c791682-8f05-4443-be69-80decd7c40ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881948 Oct 31 12:34:52.825582 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-7455406b-a7dc-4315-baff-09d9de109258 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441767 Oct 31 12:34:52.907226 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:52.965978 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-a84311d4-32e8-4fe5-bf73-5252dd5dd317 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752670 Oct 31 12:34:52.985395 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-654b7bb1-6bf2-4b96-927a-2fa39941c59d req-e3f6732e-c5e3-4ab6-8e38-f9d4a6ad91e3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272831 Oct 31 12:34:53.094392 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-67dd3233-9292-4522-bb53-496fe96bc5b6 req-15258e76-a88e-4a4a-b7f8-8be742cefe55 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079106 Oct 31 12:34:53.358943 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85824c7a-802b-4737-bd1c-2100035059c9 req-455c9048-9cce-42d2-a37c-0ed42bbb6202 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:53.366852 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-85824c7a-802b-4737-bd1c-2100035059c9 req-455c9048-9cce-42d2-a37c-0ed42bbb6202 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0832376 Oct 31 12:34:53.428930 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-85824c7a-802b-4737-bd1c-2100035059c9 req-917ab4dc-1c03-4511-995e-37ae6d80c014 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606019 Oct 31 12:34:53.555435 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cf330-00bb-44b5-bf38-7ab678740cde req-c8b81a59-65c0-4276-a7ee-7a7981caa63a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:53.557096 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-624cf330-00bb-44b5-bf38-7ab678740cde req-c8b81a59-65c0-4276-a7ee-7a7981caa63a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0669534 Oct 31 12:34:53.631513 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-624cf330-00bb-44b5-bf38-7ab678740cde req-455ade8d-c364-4220-a87c-1f2cf8df797e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681672 Oct 31 12:34:54.577460 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034397e-8ea8-4ec2-a4e4-1c2e573bff0d req-b736fb08-05e7-4f1e-8523-622ba5da6e33 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:54.579972 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a034397e-8ea8-4ec2-a4e4-1c2e573bff0d req-b736fb08-05e7-4f1e-8523-622ba5da6e33 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0654097 Oct 31 12:34:54.651899 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a034397e-8ea8-4ec2-a4e4-1c2e573bff0d req-c1137ee3-8422-4b03-9c55-f203f2cbde3c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592549 Oct 31 12:34:54.823146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae505ac-f5c2-4659-984a-e04b511b0b78 req-e80b5a21-7885-48e2-b891-3c6d0209a8bc tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:54.825682 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7ae505ac-f5c2-4659-984a-e04b511b0b78 req-e80b5a21-7885-48e2-b891-3c6d0209a8bc tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0920513 Oct 31 12:34:54.912081 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7ae505ac-f5c2-4659-984a-e04b511b0b78 req-7744e026-8650-4afb-a79c-8186f7e7135c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797613 Oct 31 12:34:55.810596 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f28db-208a-4674-8c1e-3deab0b88442 req-58039c60-01d9-465f-828f-1813474e1ad4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:55.812086 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-731f28db-208a-4674-8c1e-3deab0b88442 req-58039c60-01d9-465f-828f-1813474e1ad4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0494070 Oct 31 12:34:55.866866 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-731f28db-208a-4674-8c1e-3deab0b88442 req-f5d2961f-d000-4777-a49d-253ff7a0b066 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488918 Oct 31 12:34:56.051272 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f0ff3-01fb-4558-860f-8753196b4f25 req-6d5d4585-8e32-4318-b981-6e419fa6c408 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:56.052870 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a50f0ff3-01fb-4558-860f-8753196b4f25 req-6d5d4585-8e32-4318-b981-6e419fa6c408 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0611780 Oct 31 12:34:56.108949 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a50f0ff3-01fb-4558-860f-8753196b4f25 req-09332030-0df9-4ab9-8a35-06006741c100 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504875 Oct 31 12:34:57.048054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366559ca-4d38-4176-82ef-6e639fb9e533 req-16556630-47d7-4437-953c-86a8d6074671 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:57.049772 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-366559ca-4d38-4176-82ef-6e639fb9e533 req-16556630-47d7-4437-953c-86a8d6074671 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0966561 Oct 31 12:34:57.106980 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-366559ca-4d38-4176-82ef-6e639fb9e533 req-0f5c0e80-4f08-4aa2-bc32-fe53b3f4992d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511212 Oct 31 12:34:57.217064 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 58418) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:57.260088 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899cd4a-f0f5-4897-91bc-583fd1f0d48e req-8267769a-78c5-4337-b973-afe9d6bd48ab tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:57.268961 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6899cd4a-f0f5-4897-91bc-583fd1f0d48e req-8267769a-78c5-4337-b973-afe9d6bd48ab tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0733631 Oct 31 12:34:57.331200 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6899cd4a-f0f5-4897-91bc-583fd1f0d48e req-d371029b-f21a-4bbf-88cd-f8ba37217880 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599713 Oct 31 12:34:57.366162 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-498352f9-8be7-41c3-8164-f0e2b014cca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:57.436837 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:57.452790 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-498352f9-8be7-41c3-8164-f0e2b014cca3 admin admin] Publish callbacks [] for security_group (3d8dd75d-1d63-4201-b19a-eca5cd0dd441), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:57.457221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-498352f9-8be7-41c3-8164-f0e2b014cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (3d8dd75d-1d63-4201-b19a-eca5cd0dd441), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:57.498771 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498352f9-8be7-41c3-8164-f0e2b014cca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8dd75d-1d63-4201-b19a-eca5cd0dd441,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:57.506382 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-498352f9-8be7-41c3-8164-f0e2b014cca3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=04d41af3bd244649a9bb8d6ee86fada2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876029 Oct 31 12:34:57.506694 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 58422) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:57.584402 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-600ab0c1-5acc-426c-9310-230a6f85f758 admin admin] Publish callbacks [] for security_group (3d8dd75d-1d63-4201-b19a-eca5cd0dd441), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:57.613449 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-600ab0c1-5acc-426c-9310-230a6f85f758 admin admin] Publish callbacks [] for security_group (3d8dd75d-1d63-4201-b19a-eca5cd0dd441), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:57.668439 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:57.688302 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-600ab0c1-5acc-426c-9310-230a6f85f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (3d8dd75d-1d63-4201-b19a-eca5cd0dd441), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:57.691014 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-600ab0c1-5acc-426c-9310-230a6f85f758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:57.692275 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-600ab0c1-5acc-426c-9310-230a6f85f758 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3d8dd75d-1d63-4201-b19a-eca5cd0dd441 HTTP/1.1" status: 204 len: 168 time: 0.1841962 Oct 31 12:34:57.706659 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ab0c1-5acc-426c-9310-230a6f85f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8dd75d-1d63-4201-b19a-eca5cd0dd441,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:58.126316 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 58438) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:58.161273 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f0222ac3-9327-41e5-8ab7-5e5b7cb59d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:58.263696 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f0222ac3-9327-41e5-8ab7-5e5b7cb59d28 admin admin] Publish callbacks [] for security_group (b6a65d27-d120-4368-82a4-ad4d84dd4632), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:58.267055 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cebd49-fb8d-4f3e-8b56-b7330648e8b1 req-5dc68f9f-3978-4914-a915-d2fd72318f0b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:58.270083 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f0222ac3-9327-41e5-8ab7-5e5b7cb59d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b6a65d27-d120-4368-82a4-ad4d84dd4632), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:58.274491 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49cebd49-fb8d-4f3e-8b56-b7330648e8b1 req-5dc68f9f-3978-4914-a915-d2fd72318f0b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0724449 Oct 31 12:34:58.316609 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0222ac3-9327-41e5-8ab7-5e5b7cb59d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a65d27-d120-4368-82a4-ad4d84dd4632,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:58.321321 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f0222ac3-9327-41e5-8ab7-5e5b7cb59d28 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=82ef458a120c4d2db9b34026db750583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938517 Oct 31 12:34:58.323903 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 58442) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:58.337708 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49cebd49-fb8d-4f3e-8b56-b7330648e8b1 req-f521b1af-1f08-4cf0-8e86-59a1891b3dfe tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622618 Oct 31 12:34:58.390146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:34:58.410641 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-66728570-9611-4bf1-8dc9-53e481640dc2 admin admin] Publish callbacks [] for security_group (b6a65d27-d120-4368-82a4-ad4d84dd4632), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:58.468389 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-66728570-9611-4bf1-8dc9-53e481640dc2 admin admin] Publish callbacks [] for security_group (b6a65d27-d120-4368-82a4-ad4d84dd4632), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:58.501974 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e718ce9-4469-4580-bc32-2aa5cbc392cc req-abf324cd-6d08-4f1b-8d04-0eea53c0baa7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:58.507652 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5e718ce9-4469-4580-bc32-2aa5cbc392cc req-abf324cd-6d08-4f1b-8d04-0eea53c0baa7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0882933 Oct 31 12:34:58.571530 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5e718ce9-4469-4580-bc32-2aa5cbc392cc req-9e9068e3-0de2-45ac-a731-98a3d51c5c40 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566745 Oct 31 12:34:58.578646 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-66728570-9611-4bf1-8dc9-53e481640dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b6a65d27-d120-4368-82a4-ad4d84dd4632), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:58.581623 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-66728570-9611-4bf1-8dc9-53e481640dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:58.582877 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-66728570-9611-4bf1-8dc9-53e481640dc2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b6a65d27-d120-4368-82a4-ad4d84dd4632 HTTP/1.1" status: 204 len: 168 time: 0.2574456 Oct 31 12:34:58.592419 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66728570-9611-4bf1-8dc9-53e481640dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a65d27-d120-4368-82a4-ad4d84dd4632,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:58.970487 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 58452) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:58.984118 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7efd42dd-fead-49fe-b3fd-9dc4a5c4253d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:59.071060 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7efd42dd-fead-49fe-b3fd-9dc4a5c4253d admin admin] Publish callbacks [] for security_group (889d13bb-0a8c-408a-a77b-b40f8d30959b), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:59.074934 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7efd42dd-fead-49fe-b3fd-9dc4a5c4253d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (889d13bb-0a8c-408a-a77b-b40f8d30959b), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:59.117211 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd42dd-fead-49fe-b3fd-9dc4a5c4253d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889d13bb-0a8c-408a-a77b-b40f8d30959b,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:59.123522 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7efd42dd-fead-49fe-b3fd-9dc4a5c4253d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9ee03b067cda461da79164cec2e2c624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519525 Oct 31 12:34:59.126623 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 58456) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:34:59.193204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c0a510-e009-4cb7-b69f-81af2b28a62f admin admin] Publish callbacks [] for security_group (889d13bb-0a8c-408a-a77b-b40f8d30959b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:59.223647 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c0a510-e009-4cb7-b69f-81af2b28a62f admin admin] Publish callbacks [] for security_group (889d13bb-0a8c-408a-a77b-b40f8d30959b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:59.286792 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c0a510-e009-4cb7-b69f-81af2b28a62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (889d13bb-0a8c-408a-a77b-b40f8d30959b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:59.290260 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90c0a510-e009-4cb7-b69f-81af2b28a62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:34:59.294629 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-90c0a510-e009-4cb7-b69f-81af2b28a62f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/889d13bb-0a8c-408a-a77b-b40f8d30959b HTTP/1.1" status: 204 len: 168 time: 0.1670065 Oct 31 12:34:59.304766 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0a510-e009-4cb7-b69f-81af2b28a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889d13bb-0a8c-408a-a77b-b40f8d30959b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:34:59.485664 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103171f4-16ba-4f35-8c7a-8ae0e28ae4a4 req-cf9df324-5358-4e56-affc-2b8dbe536741 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:59.493717 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-103171f4-16ba-4f35-8c7a-8ae0e28ae4a4 req-cf9df324-5358-4e56-affc-2b8dbe536741 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0603302 Oct 31 12:34:59.553282 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-103171f4-16ba-4f35-8c7a-8ae0e28ae4a4 req-c815df78-21c9-451b-a954-37a30fdab846 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Oct 31 12:34:59.726885 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8e300-22ef-4e4c-8c69-4be7f9830cc8 req-56e46033-8d62-4183-9a23-0099a3c9ec9a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:34:59.734380 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d2d8e300-22ef-4e4c-8c69-4be7f9830cc8 req-56e46033-8d62-4183-9a23-0099a3c9ec9a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0623417 Oct 31 12:34:59.792049 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d2d8e300-22ef-4e4c-8c69-4be7f9830cc8 req-490235c9-9d78-40ff-9cac-70e5d8c7906b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563459 Oct 31 12:35:00.406897 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:00.416769 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=7 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:00.727773 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a70cc1-7ec0-4a4d-bf06-03191607ddf8 req-5368a4c6-7939-40d5-a41e-bd11e38d5ec4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:00.730326 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-33a70cc1-7ec0-4a4d-bf06-03191607ddf8 req-5368a4c6-7939-40d5-a41e-bd11e38d5ec4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0863838 Oct 31 12:35:00.800466 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-33a70cc1-7ec0-4a4d-bf06-03191607ddf8 req-a470955d-fa06-4a8a-927c-a4c940490d60 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617826 Oct 31 12:35:00.899267 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c444a742-6430-4bab-91f7-bff045443454 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:35:00.952068 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b4380-24e9-4d78-83dc-2887290f1c2d req-06727996-2148-4854-adc2-ec0b26c7af97 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:00.953842 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a94b4380-24e9-4d78-83dc-2887290f1c2d req-06727996-2148-4854-adc2-ec0b26c7af97 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0605843 Oct 31 12:35:01.013974 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:01.017513 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a94b4380-24e9-4d78-83dc-2887290f1c2d req-06cab60a-a607-4fb9-8e56-b8aed9f8b06b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565019 Oct 31 12:35:01.027493 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'c444a742-6430-4bab-91f7-bff045443454', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'port_id': 'c444a742-6430-4bab-91f7-bff045443454', 'mac_address': 'fa:16:3e:55:c2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:35:01.077550 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port c444a742-6430-4bab-91f7-bff045443454 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:01.077941 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c444a742-6430-4bab-91f7-bff045443454), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:01.096554 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c444a742-6430-4bab-91f7-bff045443454 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:35:01.119720 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:01.127571 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c444a742-6430-4bab-91f7-bff045443454), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:01.165666 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:01.196122 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:01.203762 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.204137 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.204502 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.204865 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.205389 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.205725 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.206052 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.206377 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.206698 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.207020 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.207369 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.207692 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.208010 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.208326 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.208641 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:01.610075 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['c444a742-6430-4bab-91f7-bff045443454'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:35:01.998543 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7554d-0acd-4a12-bc03-e5d4718a962a req-750bf5e8-6190-448d-911f-0477483256b0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:02.007018 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29b7554d-0acd-4a12-bc03-e5d4718a962a req-750bf5e8-6190-448d-911f-0477483256b0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0790372 Oct 31 12:35:02.071248 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:02.093125 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29b7554d-0acd-4a12-bc03-e5d4718a962a req-a2612a20-6670-4a0d-b8db-69cf4b4757ab tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842745 Oct 31 12:35:02.280304 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c0587-9c47-47d6-abba-81d05b3dd7f8 req-842035d2-ef5c-43d2-abcd-768e539ff39a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:02.283364 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-081c0587-9c47-47d6-abba-81d05b3dd7f8 req-842035d2-ef5c-43d2-abcd-768e539ff39a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 944 time: 0.1336277 Oct 31 12:35:02.545571 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-081c0587-9c47-47d6-abba-81d05b3dd7f8 req-0f202aca-3018-40c6-ac13-e2fe78b2dcd1 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128196 Oct 31 12:35:02.874984 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:02.889600 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3dc46-7bcc-4e19-a908-6ba6ceedcde2 req-578645ab-6ae3-43f3-bfc6-e394151e85e6 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:02.891412 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-81d3dc46-7bcc-4e19-a908-6ba6ceedcde2 req-578645ab-6ae3-43f3-bfc6-e394151e85e6 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0619822 Oct 31 12:35:02.911686 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c444a742-6430-4bab-91f7-bff045443454 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:02.973813 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port c444a742-6430-4bab-91f7-bff045443454 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:35:02.974478 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-81d3dc46-7bcc-4e19-a908-6ba6ceedcde2 req-953fade8-f33b-4f87-928d-92ee414744b1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738153 Oct 31 12:35:02.982964 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port c444a742-6430-4bab-91f7-bff045443454 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:02.983525 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (c444a742-6430-4bab-91f7-bff045443454), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:02.984071 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port c444a742-6430-4bab-91f7-bff045443454 Oct 31 12:35:03.030244 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:03.070890 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port c444a742-6430-4bab-91f7-bff045443454 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:03.071333 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c444a742-6430-4bab-91f7-bff045443454), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:03.096174 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c444a742-6430-4bab-91f7-bff045443454'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:03.098638 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cac26b-21eb-4f71-95f3-7209607d3b0d" -d '{"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-plugged", "status": "completed", "tag": "c444a742-6430-4bab-91f7-bff045443454"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:03.112592 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:03.121223 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c444a742-6430-4bab-91f7-bff045443454), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:03.199955 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:03.228446 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2426b123-de05-4c7a-9ba6-3cbc0d797933 x-openstack-request-id: req-2426b123-de05-4c7a-9ba6-3cbc0d797933 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:03.228869 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-plugged", "status": "completed", "tag": "c444a742-6430-4bab-91f7-bff045443454", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:03.229128 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2426b123-de05-4c7a-9ba6-3cbc0d797933 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:03.229519 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2426b123-de05-4c7a-9ba6-3cbc0d797933'] response: {'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c444a742-6430-4bab-91f7-bff045443454', 'code': 200} Oct 31 12:35:03.255619 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ab817-7846-44ce-9f8e-3125ab876e77 req-6e4c7e69-1920-42b8-af32-800e86f6f6b7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:03.257412 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-076ab817-7846-44ce-9f8e-3125ab876e77 req-6e4c7e69-1920-42b8-af32-800e86f6f6b7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0513842 Oct 31 12:35:03.326926 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-076ab817-7846-44ce-9f8e-3125ab876e77 req-22fd8ed5-c823-40dd-a1fb-a1b0f3ed7b46 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Oct 31 12:35:03.565759 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18aeb1-9eb2-41e1-868e-d0ab16a26833 req-227f337d-9e41-4b77-8905-bb1cb14d6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:03.568476 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1e18aeb1-9eb2-41e1-868e-d0ab16a26833 req-227f337d-9e41-4b77-8905-bb1cb14d6ed9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1129 time: 0.0467536 Oct 31 12:35:03.624542 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1e18aeb1-9eb2-41e1-868e-d0ab16a26833 req-48818315-50b3-4cc1-998f-3b05b66d532f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480258 Oct 31 12:35:03.686306 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af852e1-e825-4c78-8b6d-62f587921fc5 req-17bb0ce0-a639-46d7-a58c-3a3b78d25dd4 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:03.689119 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7af852e1-e825-4c78-8b6d-62f587921fc5 req-17bb0ce0-a639-46d7-a58c-3a3b78d25dd4 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0532558 Oct 31 12:35:03.768699 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7af852e1-e825-4c78-8b6d-62f587921fc5 req-f86d8e50-e8f4-40a6-b25d-9e44494a20ed tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637958 Oct 31 12:35:04.265939 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8ce34-4140-4590-a233-8a42d999d19d req-34a77ca0-21b1-4be5-aa01-5d04a34469ed tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:04.277149 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a1c8ce34-4140-4590-a233-8a42d999d19d req-34a77ca0-21b1-4be5-aa01-5d04a34469ed tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.1116302 Oct 31 12:35:04.332795 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a1c8ce34-4140-4590-a233-8a42d999d19d req-1d1d7a55-0fab-4fe3-8369-9899566a01f4 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540168 Oct 31 12:35:04.442952 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:04.465042 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d44f4-3ebb-407b-950d-9f8428f3fa8c req-4b353426-2da2-4615-8858-449d9cd80bb2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:04.466587 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-636d44f4-3ebb-407b-950d-9f8428f3fa8c req-4b353426-2da2-4615-8858-449d9cd80bb2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0571859 Oct 31 12:35:04.514235 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-636d44f4-3ebb-407b-950d-9f8428f3fa8c req-c7620ecf-18d3-4fbd-9aae-f9f955ccc230 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Oct 31 12:35:04.897743 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:04.908479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e1784-77d2-4cc2-accc-b7497b978058 req-ff6cff90-a4ef-4379-b9a4-2f8e990f1892 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:04.910138 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d8e1784-77d2-4cc2-accc-b7497b978058 req-ff6cff90-a4ef-4379-b9a4-2f8e990f1892 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0524035 Oct 31 12:35:04.963949 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5d8e1784-77d2-4cc2-accc-b7497b978058 req-ad5bd784-a3c0-45a3-9065-96e1580308e8 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451667 Oct 31 12:35:05.476026 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e998922-06d9-4ea8-9bfb-fc735672cb4f req-283a2d6d-0c2a-4a30-a882-032b7863427e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:05.483518 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0e998922-06d9-4ea8-9bfb-fc735672cb4f req-283a2d6d-0c2a-4a30-a882-032b7863427e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0668330 Oct 31 12:35:05.575403 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0e998922-06d9-4ea8-9bfb-fc735672cb4f req-4c2bef99-b168-4f12-855b-4b88315cfd21 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879931 Oct 31 12:35:05.692934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142178b7-0f4c-4411-afa9-adbd68a14365 req-bd129811-44b2-4169-b9f6-9ea90ab769c1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:05.695711 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-142178b7-0f4c-4411-afa9-adbd68a14365 req-bd129811-44b2-4169-b9f6-9ea90ab769c1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0665097 Oct 31 12:35:05.769272 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-142178b7-0f4c-4411-afa9-adbd68a14365 req-ff2316ba-9f67-4ae4-a732-2638f6b59cd8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681934 Oct 31 12:35:06.109988 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9840-7dc1-48a0-b9e8-eb9ed74235bc req-a538d97b-b807-4e64-b827-66ce9267dcfc tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:06.112776 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-817e9840-7dc1-48a0-b9e8-eb9ed74235bc req-a538d97b-b807-4e64-b827-66ce9267dcfc tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0642202 Oct 31 12:35:06.177020 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-817e9840-7dc1-48a0-b9e8-eb9ed74235bc req-a4fa4b0d-e289-4ca8-8c7b-ecf5eddd6242 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585814 Oct 31 12:35:06.328913 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6984c69-d7aa-4475-b40a-27de6e808622 req-5969bf31-1159-4448-9cc8-6523edcba07b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:06.332940 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a6984c69-d7aa-4475-b40a-27de6e808622 req-5969bf31-1159-4448-9cc8-6523edcba07b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0637605 Oct 31 12:35:06.415500 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a6984c69-d7aa-4475-b40a-27de6e808622 req-a873c7bc-134b-4db5-a923-8002112548d1 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751750 Oct 31 12:35:06.450188 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 58620) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:06.803072 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3aa27-e2b4-4824-9eb2-debb157d6d1a tempest-TestShelveInstance-1870091376 tempest-TestShelveInstance-1870091376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:06.804776 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7fb3aa27-e2b4-4824-9eb2-debb157d6d1a tempest-TestShelveInstance-1870091376 tempest-TestShelveInstance-1870091376-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1124 time: 0.3535933 Oct 31 12:35:06.808778 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 58642) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:06.813613 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'port_id': 'c444a742-6430-4bab-91f7-bff045443454', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:06.836515 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f664122-8596-44a9-9ca9-52a7cadc038b req-cbef751c-ea59-43f3-9b01-ad8259f74deb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:06.838763 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f664122-8596-44a9-9ca9-52a7cadc038b req-cbef751c-ea59-43f3-9b01-ad8259f74deb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0771253 Oct 31 12:35:06.867216 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:06.976525 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f664122-8596-44a9-9ca9-52a7cadc038b req-84304650-c0dd-45ab-bda6-d51eb3830325 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267207 Oct 31 12:35:07.020258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:07.415472 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d21591-3a7c-43c3-8716-baff14c67908 req-f6d89e2e-9422-430e-bdfd-7f8d33535e2f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:07.417186 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-01d21591-3a7c-43c3-8716-baff14c67908 req-f6d89e2e-9422-430e-bdfd-7f8d33535e2f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.1141126 Oct 31 12:35:07.454710 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:07.483261 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Allocated IP 172.27.3.217 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/00f960ad-0b5e-4cbf-a61c-b05050e19e05) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:07.511431 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-01d21591-3a7c-43c3-8716-baff14c67908 req-5953dbeb-c5a8-4a7b-854f-b9371a4cffa4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880799 Oct 31 12:35:07.677818 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:07.746262 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:07.779906 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:07.805487 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:07.811954 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:07.818326 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:07.822308 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'Port': ['ID=00f960ad-0b5e-4cbf-a61c-b05050e19e05,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:08.283670 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024f85-8511-441f-bb92-b87e55a53f04 req-49b86a87-0583-46ea-a834-cceb8be2b65a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:08.285194 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5024f85-8511-441f-bb92-b87e55a53f04 req-49b86a87-0583-46ea-a834-cceb8be2b65a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0923824 Oct 31 12:35:08.486780 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f5024f85-8511-441f-bb92-b87e55a53f04 req-176d9036-41d8-4c93-b45d-f53cbf2d55f3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822610 Oct 31 12:35:08.566386 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for floatingip (27a67ae5-4b23-4fab-914d-76ef8e3163a6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:08.684311 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd64364-dad3-4d6d-aa6b-39ff9ce68bf6 req-c71eef81-93a6-49c8-9f44-3e289e55f129 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:08.685825 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7bd64364-dad3-4d6d-aa6b-39ff9ce68bf6 req-c71eef81-93a6-49c8-9f44-3e289e55f129 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0729828 Oct 31 12:35:08.735352 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:08.799842 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7bd64364-dad3-4d6d-aa6b-39ff9ce68bf6 req-bde76a66-3ff9-4100-b1ee-db6deeabfbe4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891566 Oct 31 12:35:08.831675 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:08.934171 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:08.939976 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:08.940652 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (27a67ae5-4b23-4fab-914d-76ef8e3163a6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:09.009930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:09.021699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event updated for resources: {'Port': ['ID=00f960ad-0b5e-4cbf-a61c-b05050e19e05,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:09.076705 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Floating IP 27a67ae5-4b23-4fab-914d-76ef8e3163a6 associated. External IP: 172.27.3.217, port: c444a742-6430-4bab-91f7-bff045443454. Oct 31 12:35:09.309166 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Router 0d072e7d-cb3c-4b61-841d-d271c023183c has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:35:09.427524 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:35:09.438117 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] Sync routers for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:35:09.448812 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:09.449425 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:34:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:09.455045 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:09.489304 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0d93283c-9e7c-4b21-a560-e22bd4dc09d9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6768694 Oct 31 12:35:09.489304 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'tag': 'c444a742-6430-4bab-91f7-bff045443454'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:09.490242 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a26e09-c84a-45c3-9a32-f719162aa948" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "tag": "c444a742-6430-4bab-91f7-bff045443454"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:09.536089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82678b89-c9c8-4054-ac87-3b7e054f55c8 x-openstack-request-id: req-82678b89-c9c8-4054-ac87-3b7e054f55c8 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:09.536432 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "tag": "c444a742-6430-4bab-91f7-bff045443454", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:09.536693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82678b89-c9c8-4054-ac87-3b7e054f55c8 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:09.537082 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82678b89-c9c8-4054-ac87-3b7e054f55c8'] response: {'name': 'network-changed', 'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'tag': 'c444a742-6430-4bab-91f7-bff045443454', 'status': 'completed', 'code': 200} Oct 31 12:35:09.569702 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:09.681153 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806913c1-bdf6-400a-8002-5f2bb630f70f req-dd9396d9-f3b2-4e91-a226-dfae8abe4a84 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:09.691628 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-806913c1-bdf6-400a-8002-5f2bb630f70f req-dd9396d9-f3b2-4e91-a226-dfae8abe4a84 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0851550 Oct 31 12:35:09.723429 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-6128bad3-2bcd-4af7-a31f-d1a985cb3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:09.723429 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-6128bad3-2bcd-4af7-a31f-d1a985cb3cc8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1129 time: 0.1530852 Oct 31 12:35:09.837589 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-806913c1-bdf6-400a-8002-5f2bb630f70f req-6d570289-0469-4f95-ae54-17d6d018a908 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437342 Oct 31 12:35:09.861470 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '27a67ae5-4b23-4fab-914d-76ef8e3163a6', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'port_id': 'c444a742-6430-4bab-91f7-bff045443454', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'mac_address': 'fa:16:3e:55:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:08Z', 'updated_at': '2022-10-31T12:35:08Z', 'revision_number': 0, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:12Z', 'revision_number': 5, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:09.886869 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-64273b12-88ce-4b06-979b-323401dde844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:09.888401 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-64273b12-88ce-4b06-979b-323401dde844 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 200 len: 909 time: 0.1580250 Oct 31 12:35:09.894146 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] Checking router: 0d072e7d-cb3c-4b61-841d-d271c023183c for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:35:09.901856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:09.905665 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:09.906665 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:34:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:10.041567 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:10.229534 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-c0444140-7736-489e-8246-639637f1c031 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 999 time: 0.3303280 Oct 31 12:35:10.237699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1bf75-30eb-4d65-9bde-c8f96b06e4d9 req-921e8d76-84f7-457f-99cb-138af1418f37 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:10.244633 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-57f1bf75-30eb-4d65-9bde-c8f96b06e4d9 req-921e8d76-84f7-457f-99cb-138af1418f37 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.3005445 Oct 31 12:35:10.313464 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '27a67ae5-4b23-4fab-914d-76ef8e3163a6', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'port_id': 'c444a742-6430-4bab-91f7-bff045443454', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'mac_address': 'fa:16:3e:55:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:08Z', 'updated_at': '2022-10-31T12:35:08Z', 'revision_number': 0, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:12Z', 'revision_number': 5, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:10.323132 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-3b59ad2f-417e-474b-aa14-5773569da83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:10.324625 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-3b59ad2f-417e-474b-aa14-5773569da83f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6ff1ea18-1bee-4daf-b633-4e9810c0f838 HTTP/1.1" status: 200 len: 847 time: 0.0780568 Oct 31 12:35:10.333969 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:10.340935 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0478e35-3c42-472d-bf2a-36f810d0bb7a None None] The sync data for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi is: [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '27a67ae5-4b23-4fab-914d-76ef8e3163a6', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'port_id': 'c444a742-6430-4bab-91f7-bff045443454', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'mac_address': 'fa:16:3e:55:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:08Z', 'updated_at': '2022-10-31T12:35:08Z', 'revision_number': 0, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:12Z', 'revision_number': 5, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:35:10.361501 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-57f1bf75-30eb-4d65-9bde-c8f96b06e4d9 req-72e55ae4-0320-4614-992d-15d703c10077 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133561 Oct 31 12:35:10.404664 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-412a0822-6093-427e-8e85-c75dac56d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:10.406863 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-412a0822-6093-427e-8e85-c75dac56d620 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4c791682-8f05-4443-be69-80decd7c40ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699975 Oct 31 12:35:10.472800 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:10.563848 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-2dca4828-7242-4ed3-8da6-59d02713c863 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492057 Oct 31 12:35:10.659568 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6233c-73e6-402e-97aa-820c82eed237 None None] New status for floating IP 27a67ae5-4b23-4fab-914d-76ef8e3163a6: ACTIVE {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:35:10.681024 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a0a26e09-c84a-45c3-9a32-f719162aa948 req-d9179186-7429-4729-a050-bac303e1764b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104932 Oct 31 12:35:10.982932 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d5929-572e-4c6d-9d09-b4c8f110f167 req-33f51e8b-845a-49fd-a3c2-90d91b83d8a5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:10.984754 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a60d5929-572e-4c6d-9d09-b4c8f110f167 req-33f51e8b-845a-49fd-a3c2-90d91b83d8a5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0635545 Oct 31 12:35:11.039202 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a60d5929-572e-4c6d-9d09-b4c8f110f167 req-2ecada0c-e74f-4f8b-a423-8602285128f7 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485778 Oct 31 12:35:11.503864 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9af0c9-34c6-4484-a5c2-f3d79f6d7ec6 req-f9c5e00b-9875-47fe-9223-53166b37ef91 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:11.505502 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a9af0c9-34c6-4484-a5c2-f3d79f6d7ec6 req-f9c5e00b-9875-47fe-9223-53166b37ef91 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0576701 Oct 31 12:35:11.559448 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a9af0c9-34c6-4484-a5c2-f3d79f6d7ec6 req-c94504a9-921f-4ae5-b4eb-8997b35a37b4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Oct 31 12:35:11.891062 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 58718) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:12.005792 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69bf-524c-490c-89b4-7683f145e165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:12.093219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69bf-524c-490c-89b4-7683f145e165 admin admin] Publish callbacks [] for security_group (f50fb678-11d8-4bc6-809d-92318e3f8629), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:12.099192 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f7ce69bf-524c-490c-89b4-7683f145e165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f50fb678-11d8-4bc6-809d-92318e3f8629), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:12.168170 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce69bf-524c-490c-89b4-7683f145e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50fb678-11d8-4bc6-809d-92318e3f8629,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:12.175793 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f7ce69bf-524c-490c-89b4-7683f145e165 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4668b52a7eeb4a57a4ba95c2c640df44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835977 Oct 31 12:35:12.178524 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 58724) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:12.210446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce7eb1-7bda-45db-98c9-8cab2e6c8a9c req-2bd97f77-9235-4aa2-b24d-3370b10de1ca tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:12.213013 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8ce7eb1-7bda-45db-98c9-8cab2e6c8a9c req-2bd97f77-9235-4aa2-b24d-3370b10de1ca tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0813277 Oct 31 12:35:12.301551 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8ce7eb1-7bda-45db-98c9-8cab2e6c8a9c req-698ebec5-a998-49dc-8f18-0943ac836db6 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768433 Oct 31 12:35:12.308247 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c13d00d9-61de-463e-ba28-70fed8cd1dd0 admin admin] Publish callbacks [] for security_group (f50fb678-11d8-4bc6-809d-92318e3f8629), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:12.348415 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c13d00d9-61de-463e-ba28-70fed8cd1dd0 admin admin] Publish callbacks [] for security_group (f50fb678-11d8-4bc6-809d-92318e3f8629), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:12.408102 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c13d00d9-61de-463e-ba28-70fed8cd1dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f50fb678-11d8-4bc6-809d-92318e3f8629), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:12.411496 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c13d00d9-61de-463e-ba28-70fed8cd1dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:12.412887 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c13d00d9-61de-463e-ba28-70fed8cd1dd0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f50fb678-11d8-4bc6-809d-92318e3f8629 HTTP/1.1" status: 204 len: 168 time: 0.2333913 Oct 31 12:35:12.423481 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d00d9-61de-463e-ba28-70fed8cd1dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50fb678-11d8-4bc6-809d-92318e3f8629,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:12.723004 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd7009-d866-4b89-aa0c-9719b6c8cf21 req-8b7316c2-caef-4a60-8c09-4367cec6201a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:12.724566 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9dbd7009-d866-4b89-aa0c-9719b6c8cf21 req-8b7316c2-caef-4a60-8c09-4367cec6201a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0769174 Oct 31 12:35:12.755402 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:12.795269 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9dbd7009-d866-4b89-aa0c-9719b6c8cf21 req-00efcdf5-aca1-439c-ae09-c2e9328f5ba2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Oct 31 12:35:13.259552 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:13.299121 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb3aa-4066-41a6-9e2f-883cc77adb2d req-c04cec3f-5ac4-43d9-a0e1-cf00d685c84d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:13.300871 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f5eb3aa-4066-41a6-9e2f-883cc77adb2d req-c04cec3f-5ac4-43d9-a0e1-cf00d685c84d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1061897 Oct 31 12:35:13.368731 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f5eb3aa-4066-41a6-9e2f-883cc77adb2d req-67798d6d-9f02-406f-b619-a46d860c2911 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608156 Oct 31 12:35:13.508365 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9201a4-7fcd-4428-9089-4b9d7b3521ff req-975e24fb-dd61-4d34-89ae-b4b2f1b425a1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:13.509850 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1f9201a4-7fcd-4428-9089-4b9d7b3521ff req-975e24fb-dd61-4d34-89ae-b4b2f1b425a1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0802341 Oct 31 12:35:13.610821 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1f9201a4-7fcd-4428-9089-4b9d7b3521ff req-d8ee2e1d-c1ae-4c57-bd80-b1dc41634e9f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881271 Oct 31 12:35:13.945579 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef517-6837-470c-8651-d53d2aa2ebd7 req-5cc4ebf8-fb44-4d24-8f56-c7cfba1e66d6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:13.950674 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-af589497-63d3-4877-aa92-dc3634ebfcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:13.955690 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ccef517-6837-470c-8651-d53d2aa2ebd7 req-5cc4ebf8-fb44-4d24-8f56-c7cfba1e66d6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0714977 Oct 31 12:35:14.051786 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ccef517-6837-470c-8651-d53d2aa2ebd7 req-75150d1f-13a7-42fe-9a60-ce6bd5499cfd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949163 Oct 31 12:35:14.491016 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9018122-3cc2-4aad-b4c2-1fb861c66e27 req-8d18c42b-0d7c-4a03-ad1e-1f206bd94eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:14.492563 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9018122-3cc2-4aad-b4c2-1fb861c66e27 req-8d18c42b-0d7c-4a03-ad1e-1f206bd94eda service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1129 time: 0.0403209 Oct 31 12:35:14.507604 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc750b-514f-4e6d-ac52-e9d6997f4427 req-87de4d14-7576-428b-8e1f-cd0573d63db5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:14.509090 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-96cc750b-514f-4e6d-ac52-e9d6997f4427 req-87de4d14-7576-428b-8e1f-cd0573d63db5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0511785 Oct 31 12:35:14.539648 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9018122-3cc2-4aad-b4c2-1fb861c66e27 req-f65c5681-6724-4b81-bc98-cabceb9426a4 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Oct 31 12:35:14.556711 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-96cc750b-514f-4e6d-ac52-e9d6997f4427 req-ce9ce53e-5f2e-4542-b473-3a0d729f6f54 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Oct 31 12:35:14.731579 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e9b5b-5e61-427f-848e-a3b536c84ab7 req-5760e1a0-f295-4a09-89a9-62bfe942a75b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:14.733285 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-763e9b5b-5e61-427f-848e-a3b536c84ab7 req-5760e1a0-f295-4a09-89a9-62bfe942a75b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0554717 Oct 31 12:35:14.804269 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-763e9b5b-5e61-427f-848e-a3b536c84ab7 req-f1bdbfec-5743-4fe8-8f35-89b97b5993bc tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650604 Oct 31 12:35:15.198539 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb23fd5-59d9-469c-8508-a3847200f1a1 req-a4d90bed-b915-4c2c-8135-637c69192ae4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:15.206333 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cdb23fd5-59d9-469c-8508-a3847200f1a1 req-a4d90bed-b915-4c2c-8135-637c69192ae4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0724578 Oct 31 12:35:15.280229 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cdb23fd5-59d9-469c-8508-a3847200f1a1 req-d5163597-f7a2-4c85-8938-6a57d881946d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714185 Oct 31 12:35:15.693797 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b031f-44f4-4f32-9c21-b5fc8adc9c1d req-7c7c39fc-ceef-4764-9938-658a3d89ec17 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:15.701388 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a77b031f-44f4-4f32-9c21-b5fc8adc9c1d req-7c7c39fc-ceef-4764-9938-658a3d89ec17 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0601146 Oct 31 12:35:15.752591 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a77b031f-44f4-4f32-9c21-b5fc8adc9c1d req-42396475-0ea8-490d-a2cf-2adaae7d19b7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499806 Oct 31 12:35:15.940114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a31217-339f-4f5d-9f39-627d63de5e12 req-b94d30c4-7d88-4a3d-ab00-5db1faccab88 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:15.941632 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87a31217-339f-4f5d-9f39-627d63de5e12 req-b94d30c4-7d88-4a3d-ab00-5db1faccab88 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0500190 Oct 31 12:35:15.992445 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87a31217-339f-4f5d-9f39-627d63de5e12 req-d89fd36d-c488-456f-a3c0-86e7f438d0a8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Oct 31 12:35:16.098312 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1da3776e-778f-4ed7-bb1a-0481c25ed82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:16.404867 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1096f16-223d-4a3f-9e56-6c20d0c5ca33 req-16b3f7b5-97bb-47f3-9e70-6af59cd4c21d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:16.406371 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d1096f16-223d-4a3f-9e56-6c20d0c5ca33 req-16b3f7b5-97bb-47f3-9e70-6af59cd4c21d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0518603 Oct 31 12:35:16.472484 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d1096f16-223d-4a3f-9e56-6c20d0c5ca33 req-dcf62748-fb62-4198-8763-4654ebe0e335 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Oct 31 12:35:16.919062 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f49d9-8952-4010-9ef9-2716e33ea39e req-85337d13-0801-4b4d-9cc7-6e9d9c46fbba tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:16.921509 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e7f49d9-8952-4010-9ef9-2716e33ea39e req-85337d13-0801-4b4d-9cc7-6e9d9c46fbba tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0784309 Oct 31 12:35:16.989751 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e7f49d9-8952-4010-9ef9-2716e33ea39e req-1d755e5e-1ef2-4b9a-9792-841092c80388 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622151 Oct 31 12:35:17.124222 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c4eb-22cd-4c6e-9123-4338e9df6491 req-c0cd55fc-506c-479e-b232-a47bac9e402e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:17.126211 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6383c4eb-22cd-4c6e-9123-4338e9df6491 req-c0cd55fc-506c-479e-b232-a47bac9e402e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0512848 Oct 31 12:35:17.177657 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6383c4eb-22cd-4c6e-9123-4338e9df6491 req-6280da92-b7e7-48dc-bc43-a9cdbb17e9aa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453136 Oct 31 12:35:17.383952 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:17.602301 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eee2b-f4f7-4be7-b06a-4d61de75e13f req-c49e2abe-2d3e-442e-acf4-25dcff17a2e4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:17.603908 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-658eee2b-f4f7-4be7-b06a-4d61de75e13f req-c49e2abe-2d3e-442e-acf4-25dcff17a2e4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0520086 Oct 31 12:35:17.656457 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-658eee2b-f4f7-4be7-b06a-4d61de75e13f req-17418ad7-43e1-4163-8a49-f08da32b1895 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451558 Oct 31 12:35:18.136694 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa7f94-bbb7-46e8-939c-07e09afdb8c9 req-17354c35-4b2c-4f06-85ed-8dac85927547 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:18.138371 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-49fa7f94-bbb7-46e8-939c-07e09afdb8c9 req-17354c35-4b2c-4f06-85ed-8dac85927547 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0500481 Oct 31 12:35:18.205262 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-49fa7f94-bbb7-46e8-939c-07e09afdb8c9 req-c95106dc-0633-485a-8524-80b10a5a9590 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584736 Oct 31 12:35:18.305697 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534927a-b763-47ca-8943-c8a2d268c01a req-0ac73c47-5c69-44df-a314-5cba28e5a05c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:18.307180 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f534927a-b763-47ca-8943-c8a2d268c01a req-0ac73c47-5c69-44df-a314-5cba28e5a05c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0473592 Oct 31 12:35:18.358164 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f534927a-b763-47ca-8943-c8a2d268c01a req-f923ef32-5f7b-4c3a-a8e8-a7f091d43684 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451450 Oct 31 12:35:18.783179 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a6e32-cfdf-4e84-b972-0484d33a3630 req-e3a82c08-7eb2-4ca7-85ff-4251fb86f008 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:18.784634 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cf1a6e32-cfdf-4e84-b972-0484d33a3630 req-e3a82c08-7eb2-4ca7-85ff-4251fb86f008 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0507317 Oct 31 12:35:18.816637 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:18.831449 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cf1a6e32-cfdf-4e84-b972-0484d33a3630 req-f4937b76-6fe9-441f-a5ab-ccf74568e5f9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Oct 31 12:35:19.047958 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:19.055275 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:19.302860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:19.339854 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f85a-48f5-4ead-bac9-48804c3d0588 req-c39bcc30-0951-431a-8b7a-bf72cce59442 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:19.341329 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2bf1f85a-48f5-4ead-bac9-48804c3d0588 req-c39bcc30-0951-431a-8b7a-bf72cce59442 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0508075 Oct 31 12:35:19.390892 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2bf1f85a-48f5-4ead-bac9-48804c3d0588 req-7c69500e-f902-44aa-9b99-346036293988 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425334 Oct 31 12:35:19.495645 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6a636-aa41-4d52-8236-66349dd9341d req-1955373c-ccb1-410d-acfd-9e449ae2f874 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:19.503038 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-10b6a636-aa41-4d52-8236-66349dd9341d req-1955373c-ccb1-410d-acfd-9e449ae2f874 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0570793 Oct 31 12:35:19.542650 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:19.547968 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-10b6a636-aa41-4d52-8236-66349dd9341d req-cec041af-7990-410b-9146-ec3cc84ca0bb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Oct 31 12:35:19.951378 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eacb02-e830-4d1f-9ceb-5fb1a0948ede req-229f5853-a239-41b1-a9c1-ab86aad77f7c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:19.953349 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-35eacb02-e830-4d1f-9ceb-5fb1a0948ede req-229f5853-a239-41b1-a9c1-ab86aad77f7c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0487895 Oct 31 12:35:19.972437 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:20.001131 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-35eacb02-e830-4d1f-9ceb-5fb1a0948ede req-b9db543e-94c1-4099-9bf7-082f62ba511d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Oct 31 12:35:20.271927 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0df81-157c-4389-a526-93ff1a7edcd7 req-cab4916b-4252-46ae-8be5-a59969b4bb03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:20.273791 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-daa0df81-157c-4389-a526-93ff1a7edcd7 req-cab4916b-4252-46ae-8be5-a59969b4bb03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0511549 Oct 31 12:35:20.338804 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-daa0df81-157c-4389-a526-93ff1a7edcd7 req-65d570de-0a2b-4fbd-b51d-fd00142f9eb7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Oct 31 12:35:20.436468 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-8a0f5c82-35e0-447e-b540-e34d43915e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:20.438883 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-8a0f5c82-35e0-447e-b540-e34d43915e08 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1129 time: 0.0463052 Oct 31 12:35:20.444498 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:35:20.476266 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:20.589690 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2476ef2-2474-4b33-83b4-b7dfe51f2ce1 req-6da91272-b2d5-4faa-8533-a6fe791d362c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:20.591198 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2476ef2-2474-4b33-83b4-b7dfe51f2ce1 req-6da91272-b2d5-4faa-8533-a6fe791d362c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0793166 Oct 31 12:35:20.597763 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-55e49375-2258-4dbc-9c5e-803292246313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:20.599588 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-55e49375-2258-4dbc-9c5e-803292246313 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.1529469 Oct 31 12:35:20.654432 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-7233b6eb-29b7-4198-a223-98a36aa80dd5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 200 len: 217 time: 0.0464230 Oct 31 12:35:20.699540 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04be3e-fbc2-4b65-9c53-e895a9fa626f req-fe102d4d-9373-4a49-a3f4-378fc662b05c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:20.700944 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ce04be3e-fbc2-4b65-9c53-e895a9fa626f req-fe102d4d-9373-4a49-a3f4-378fc662b05c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0542352 Oct 31 12:35:20.736888 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2476ef2-2474-4b33-83b4-b7dfe51f2ce1 req-944179de-0696-4fd4-bb62-1edd85cc63d8 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362543 Oct 31 12:35:20.760134 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-64d54a47-fe72-47c5-8b4f-4bbbf02c48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:20.761668 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-64d54a47-fe72-47c5-8b4f-4bbbf02c48c6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0945256 Oct 31 12:35:20.767014 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ce04be3e-fbc2-4b65-9c53-e895a9fa626f req-7427bd1e-2514-4211-9520-1759441c59e6 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588379 Oct 31 12:35:20.809034 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=10 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:20.825110 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-1aa8e237-7c3c-4e2e-8455-4146aa706b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:20.828437 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-1aa8e237-7c3c-4e2e-8455-4146aa706b29 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581319 Oct 31 12:35:20.939355 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-12638e9f-46a8-43c5-a967-14c96d8af9ea service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945580 Oct 31 12:35:21.044252 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1be81a0-4c71-4732-ab6a-d51ebd186c8b req-cc40971e-8a57-40c1-9164-88366b7d4947 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902810 Oct 31 12:35:21.459989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beae729-71ed-4c06-b8be-993137d6068f req-fe6605ba-16da-4cbf-8183-b4e95dc82cd4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:21.461447 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5beae729-71ed-4c06-b8be-993137d6068f req-fe6605ba-16da-4cbf-8183-b4e95dc82cd4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0485125 Oct 31 12:35:21.508064 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5beae729-71ed-4c06-b8be-993137d6068f req-489cb06e-26e6-45fd-af34-fc2d12359301 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Oct 31 12:35:21.895002 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993e9f8-3d0a-4090-bf94-b76bc220b58b req-766f10b8-0e2e-46e4-b94c-a1137094c36b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:21.896832 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7993e9f8-3d0a-4090-bf94-b76bc220b58b req-766f10b8-0e2e-46e4-b94c-a1137094c36b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0605404 Oct 31 12:35:21.898769 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:21.919061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa0023-f4db-4d24-b0f1-1e8e011c278f req-6731095e-52a7-4228-8d07-0b6d3d93870c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:21.920681 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ffa0023-f4db-4d24-b0f1-1e8e011c278f req-6731095e-52a7-4228-8d07-0b6d3d93870c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0805960 Oct 31 12:35:21.948519 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7993e9f8-3d0a-4090-bf94-b76bc220b58b req-b9d27960-8168-4eb2-885a-f14891239333 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 Oct 31 12:35:21.987736 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7ffa0023-f4db-4d24-b0f1-1e8e011c278f req-4cd4ea65-a2c3-4e2b-afbd-71375a8227f9 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595284 Oct 31 12:35:22.628811 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcb916-5141-4d4d-9046-3cf33a3831ce req-aa513fd7-c68f-4a07-ab38-3c516cd8c7c0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:22.630252 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1ddcb916-5141-4d4d-9046-3cf33a3831ce req-aa513fd7-c68f-4a07-ab38-3c516cd8c7c0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0492098 Oct 31 12:35:22.677732 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1ddcb916-5141-4d4d-9046-3cf33a3831ce req-7bd800d3-c495-4b2c-9fb9-f1398385663a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Oct 31 12:35:23.094525 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdc6d5-b8b7-4b8d-96d2-b63721824d00 req-d117a938-7940-428b-952f-a92e02754556 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:23.096036 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ecdc6d5-b8b7-4b8d-96d2-b63721824d00 req-d117a938-7940-428b-952f-a92e02754556 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0501764 Oct 31 12:35:23.109609 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd954d2d-9ae4-4646-ab75-239630ba2da2 req-7f5928de-7b10-443d-ab49-8fba4ac00172 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:23.111086 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fd954d2d-9ae4-4646-ab75-239630ba2da2 req-7f5928de-7b10-443d-ab49-8fba4ac00172 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0471940 Oct 31 12:35:23.146695 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ecdc6d5-b8b7-4b8d-96d2-b63721824d00 req-cd299be4-618e-4997-a7bf-c362d0b7b5a8 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Oct 31 12:35:23.163045 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fd954d2d-9ae4-4646-ab75-239630ba2da2 req-ebd4f68a-9bbf-435d-b33e-ce982af877bb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458713 Oct 31 12:35:23.801771 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1082657-ba28-46f5-aa76-d07d96d3f140 req-57a4e9aa-47fa-4e3f-966f-1cf52b244b20 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:23.803668 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d1082657-ba28-46f5-aa76-d07d96d3f140 req-57a4e9aa-47fa-4e3f-966f-1cf52b244b20 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0501494 Oct 31 12:35:23.852872 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d1082657-ba28-46f5-aa76-d07d96d3f140 req-b99f408e-2574-4ebf-93e7-69856f92d87f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Oct 31 12:35:24.288627 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd1a4-92ba-4d4d-956c-0ae8390b9f49 req-ad2219ef-c2ad-44b5-82d9-ebbe2446c37d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:24.290024 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f7dd1a4-92ba-4d4d-956c-0ae8390b9f49 req-ad2219ef-c2ad-44b5-82d9-ebbe2446c37d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0472353 Oct 31 12:35:24.301230 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c0686-28ae-4197-bc83-feb9ec7b8c8f req-6a3815d0-d0ca-4003-aa98-9275e4b92a40 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:24.302716 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a23c0686-28ae-4197-bc83-feb9ec7b8c8f req-6a3815d0-d0ca-4003-aa98-9275e4b92a40 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0471320 Oct 31 12:35:24.338779 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2f7dd1a4-92ba-4d4d-956c-0ae8390b9f49 req-93e86af6-0be0-4acd-8131-dcac6adf9c65 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431261 Oct 31 12:35:24.352646 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a23c0686-28ae-4197-bc83-feb9ec7b8c8f req-62cdbc97-15f7-40e6-a5a2-b9cfb0d9860b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Oct 31 12:35:24.975417 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d91ae-b6f7-451a-82be-a239f75c5032 req-b6a5305b-7721-4744-baf8-2a5d70560da9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:24.976896 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d6d91ae-b6f7-451a-82be-a239f75c5032 req-b6a5305b-7721-4744-baf8-2a5d70560da9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0515606 Oct 31 12:35:25.026612 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d6d91ae-b6f7-451a-82be-a239f75c5032 req-40cbb710-98fa-4bdc-b323-a15cb7ec68dd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Oct 31 12:35:25.151833 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59060) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:25.190146 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:25.192195 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:25.198426 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] Deleting subnet 457eff58-ed39-412c-9f28-6596c8ab452b {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:35:25.201489 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] Publish callbacks [] for subnet (457eff58-ed39-412c-9f28-6596c8ab452b), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.237622 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] Publish callbacks [] for subnet (457eff58-ed39-412c-9f28-6596c8ab452b), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.247226 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (457eff58-ed39-412c-9f28-6596c8ab452b), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.310355 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (457eff58-ed39-412c-9f28-6596c8ab452b), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.345940 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.349990 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/457eff58-ed39-412c-9f28-6596c8ab452b HTTP/1.1" status: 204 len: 168 time: 0.1971524 Oct 31 12:35:25.351091 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13fd5-959b-4fc9-b780-2da0a7d5227e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457eff58-ed39-412c-9f28-6596c8ab452b,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:25.352643 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59068) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:25.489172 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c4d51-f672-42a1-9083-258d5cb8d17f req-f738cbe8-aecf-4cd0-b928-0c4f3a864115 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:25.490660 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd7c4d51-f672-42a1-9083-258d5cb8d17f req-f738cbe8-aecf-4cd0-b928-0c4f3a864115 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0499771 Oct 31 12:35:25.503910 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (73b5b0af-fcc7-400d-b4a0-01ab3625769f), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.516581 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259d85b-479b-4c43-9afe-ce47fb09e16c req-84b6ccab-f2b5-4d5b-bb6d-b96457f06a9f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:25.518064 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d259d85b-479b-4c43-9afe-ce47fb09e16c req-84b6ccab-f2b5-4d5b-bb6d-b96457f06a9f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0597968 Oct 31 12:35:25.539128 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd7c4d51-f672-42a1-9083-258d5cb8d17f req-e1df91a3-349f-4f4c-8b61-93507962628b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426290 Oct 31 12:35:25.593298 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:25.631741 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d259d85b-479b-4c43-9afe-ce47fb09e16c req-397d05cf-a280-41e2-bbb8-2347539c4a00 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077063 Oct 31 12:35:25.633635 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (73b5b0af-fcc7-400d-b4a0-01ab3625769f), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.653841 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b5b0af-fcc7-400d-b4a0-01ab3625769f']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:25.663589 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7a55cf-043e-43fb-a518-1fdb84ae9c29') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:25.663886 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7a55cf-043e-43fb-a518-1fdb84ae9c29') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:25.674058 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (5a7a55cf-043e-43fb-a518-1fdb84ae9c29), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.687153 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (5a7a55cf-043e-43fb-a518-1fdb84ae9c29), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.693732 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:35:25.694111 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (5a7a55cf-043e-43fb-a518-1fdb84ae9c29), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.714593 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 5a7a55cf-043e-43fb-a518-1fdb84ae9c29 resource provider aggregate not found Oct 31 12:35:25.747937 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 5a7a55cf-043e-43fb-a518-1fdb84ae9c29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a7a55cf-043e-43fb-a518-1fdb84ae9c29 found for delete ", "request_id": "req-e92751c5-c18a-4451-b17d-0e34736bb4dc"}]} Oct 31 12:35:25.762247 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (73b5b0af-fcc7-400d-b4a0-01ab3625769f), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.770542 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:25.773690 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/73b5b0af-fcc7-400d-b4a0-01ab3625769f HTTP/1.1" status: 204 len: 168 time: 0.4199562 Oct 31 12:35:25.785327 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe267ef-af1f-4934-98c3-bd820d2b10b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b5b0af-fcc7-400d-b4a0-01ab3625769f,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:25.956347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59084) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:25.994973 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b9844235-75fb-4e92-9268-fd9acc461eef admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4fe4270c111747be8d61e4ae993bd7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375144 Oct 31 12:35:25.997333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59086) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:26.049746 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0a37-9aae-4dff-8bbd-4b13d3ed324e admin admin] Publish callbacks [] for security_group (ec3547d1-0f7f-4d5b-b413-455498517ed1), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:26.070214 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0a37-9aae-4dff-8bbd-4b13d3ed324e admin admin] Publish callbacks [] for security_group (ec3547d1-0f7f-4d5b-b413-455498517ed1), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:26.148070 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed25a4e-e831-4925-abe1-ea01f5a30487 req-4c9c7800-8c21-4ac6-82a6-768f73e9ab51 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:26.149517 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eed25a4e-e831-4925-abe1-ea01f5a30487 req-4c9c7800-8c21-4ac6-82a6-768f73e9ab51 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0486119 Oct 31 12:35:26.150511 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0a37-9aae-4dff-8bbd-4b13d3ed324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (ec3547d1-0f7f-4d5b-b413-455498517ed1), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:26.153022 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0a37-9aae-4dff-8bbd-4b13d3ed324e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:26.154021 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4ccb0a37-9aae-4dff-8bbd-4b13d3ed324e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ec3547d1-0f7f-4d5b-b413-455498517ed1 HTTP/1.1" status: 204 len: 168 time: 0.1558387 Oct 31 12:35:26.176815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb0a37-9aae-4dff-8bbd-4b13d3ed324e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3547d1-0f7f-4d5b-b413-455498517ed1,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:26.207446 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eed25a4e-e831-4925-abe1-ea01f5a30487 req-d87693a1-1030-4a15-a33e-84ae986939d2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523770 Oct 31 12:35:26.664148 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca338720-c1c9-48e0-abbf-c311be95baf6 req-b6623d8d-0012-4801-a9d3-7a084d869442 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:26.665652 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ca338720-c1c9-48e0-abbf-c311be95baf6 req-b6623d8d-0012-4801-a9d3-7a084d869442 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0466733 Oct 31 12:35:26.678217 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:26.716242 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ca338720-c1c9-48e0-abbf-c311be95baf6 req-8800fca3-99a5-4dbb-bcae-5e904dd329a2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450256 Oct 31 12:35:26.758336 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3f1f2-04ca-452c-af4c-5429109bd1c0 req-6cd26c19-2d77-4188-bef5-0a87be57d384 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:26.759831 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9f3f1f2-04ca-452c-af4c-5429109bd1c0 req-6cd26c19-2d77-4188-bef5-0a87be57d384 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0508153 Oct 31 12:35:26.806878 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9f3f1f2-04ca-452c-af4c-5429109bd1c0 req-6e9ed6fc-f902-449f-b599-fe046c04b09c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Oct 31 12:35:27.325353 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc22c7e-014b-440d-b929-3b47bdb0f21f req-13f29fd7-8a1e-48de-b406-8bf2af0ef985 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:27.326725 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bbc22c7e-014b-440d-b929-3b47bdb0f21f req-13f29fd7-8a1e-48de-b406-8bf2af0ef985 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0477765 Oct 31 12:35:27.375301 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bbc22c7e-014b-440d-b929-3b47bdb0f21f req-32651cc2-3c39-496f-9276-3cb969c9e902 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Oct 31 12:35:27.846418 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9616-7f75-46fb-9b6c-4af66b4d7995 req-3b200adc-adbf-49aa-ae1a-12f7f53c93f1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:27.847958 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebfb9616-7f75-46fb-9b6c-4af66b4d7995 req-3b200adc-adbf-49aa-ae1a-12f7f53c93f1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0499973 Oct 31 12:35:27.896339 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebfb9616-7f75-46fb-9b6c-4af66b4d7995 req-956e678f-a007-40cf-bd6e-182550b4654d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Oct 31 12:35:27.932591 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8406979-2bca-4d0b-aaf9-632f05cc851e req-ce37deed-16b8-4951-8c81-2df37d2ed4d6 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:27.934036 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f8406979-2bca-4d0b-aaf9-632f05cc851e req-ce37deed-16b8-4951-8c81-2df37d2ed4d6 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0509181 Oct 31 12:35:27.981234 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f8406979-2bca-4d0b-aaf9-632f05cc851e req-f63aa277-3a24-406f-ac14-f4959e17f6c0 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Oct 31 12:35:28.498835 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b324309-0b9c-4ede-b738-1cf355db187d req-fc899b0d-8d51-49c9-bad5-92f9111763d6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:28.501017 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8b324309-0b9c-4ede-b738-1cf355db187d req-fc899b0d-8d51-49c9-bad5-92f9111763d6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0487354 Oct 31 12:35:28.554300 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8b324309-0b9c-4ede-b738-1cf355db187d req-2248fbf5-8a71-4baa-ab4f-ec89c4cef42d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470850 Oct 31 12:35:29.022809 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20773f3-0c07-491f-97fc-fcbc6a7f134d req-719a52d5-38cf-4fdf-8393-42448b0c7bac tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:29.024382 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f20773f3-0c07-491f-97fc-fcbc6a7f134d req-719a52d5-38cf-4fdf-8393-42448b0c7bac tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0480692 Oct 31 12:35:29.077095 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f20773f3-0c07-491f-97fc-fcbc6a7f134d req-d68200c2-336c-4fae-be77-6e92cf9e22a0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Oct 31 12:35:29.125406 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265bf01-efef-4ea2-8576-956d72a19094 req-9937422f-5cee-4201-b80f-930ac1c17c95 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:29.127425 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8265bf01-efef-4ea2-8576-956d72a19094 req-9937422f-5cee-4201-b80f-930ac1c17c95 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0482957 Oct 31 12:35:29.173596 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8265bf01-efef-4ea2-8576-956d72a19094 req-287ba50a-9931-403f-9d0e-01a27a44bbc9 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404994 Oct 31 12:35:29.418015 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:29.438891 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcb779-082f-4748-81da-552d4c3feb87 req-87b23553-7557-4090-9132-104a7042d522 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:29.440953 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d6bcb779-082f-4748-81da-552d4c3feb87 req-87b23553-7557-4090-9132-104a7042d522 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0562470 Oct 31 12:35:29.461146 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:29.496745 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d6bcb779-082f-4748-81da-552d4c3feb87 req-cb0adb07-c530-4680-95f5-c4d3d056b54b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502007 Oct 31 12:35:29.689784 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0431edb-0da9-471d-aea3-3fd94004f7a4 req-a9bea192-5079-44d8-bd53-e41cddab5d85 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:29.691598 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0431edb-0da9-471d-aea3-3fd94004f7a4 req-a9bea192-5079-44d8-bd53-e41cddab5d85 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0580249 Oct 31 12:35:29.744674 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0431edb-0da9-471d-aea3-3fd94004f7a4 req-101987b2-60e1-4e2b-93c0-d672c365f92f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Oct 31 12:35:29.947389 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-53a2f7a1-a50d-467d-920b-3b713dafdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:29.949412 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-53a2f7a1-a50d-467d-920b-3b713dafdbae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 1130 time: 0.0534985 Oct 31 12:35:30.074900 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-a313cfdf-c731-43de-bd08-1832d744177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:30.076585 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-a313cfdf-c731-43de-bd08-1832d744177f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 911 time: 0.1131806 Oct 31 12:35:30.170672 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-9d4fb008-e8f1-4dd8-a85e-d7f4b5cf0042 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 200 len: 1001 time: 0.0769999 Oct 31 12:35:30.277965 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e9a48-9ff6-4696-bda9-318d9c1e0bda req-094394f3-8f3e-4824-8437-800e44599dc7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:30.279534 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-873e9a48-9ff6-4696-bda9-318d9c1e0bda req-094394f3-8f3e-4824-8437-800e44599dc7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0817142 Oct 31 12:35:30.283737 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-d2ca7359-a778-4259-8a71-0742042d3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:30.285173 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-d2ca7359-a778-4259-8a71-0742042d3a81 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.0959902 Oct 31 12:35:30.326974 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59196) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:30.331657 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-e592301e-9016-4431-ac2f-9d1993e0d86c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985216286', 'description': 'tempest-description--867422213'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:30.352154 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e592301e-9016-4431-ac2f-9d1993e0d86c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.364508 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-7e77fa2b-f1d5-48b6-9880-b5ef94cd74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:30.366034 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-7e77fa2b-f1d5-48b6-9880-b5ef94cd74fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623839 Oct 31 12:35:30.370378 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-873e9a48-9ff6-4696-bda9-318d9c1e0bda req-5e4a1baf-27d4-40a2-8e91-b43f779679bd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820484 Oct 31 12:35:30.432074 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e592301e-9016-4431-ac2f-9d1993e0d86c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (0df75334-8a4e-43b7-b9e2-a9a70e5241f8), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.436298 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e592301e-9016-4431-ac2f-9d1993e0d86c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0df75334-8a4e-43b7-b9e2-a9a70e5241f8), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.466432 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e592301e-9016-4431-ac2f-9d1993e0d86c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.467681 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e592301e-9016-4431-ac2f-9d1993e0d86c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1395764 Oct 31 12:35:30.469797 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592301e-9016-4431-ac2f-9d1993e0d86c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df75334-8a4e-43b7-b9e2-a9a70e5241f8,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:30.471852 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59200) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:30.476786 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-86562b14-bff3-4f99-9df9-c16e0c164afb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': '0df75334-8a4e-43b7-b9e2-a9a70e5241f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:30.488188 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-015e8118-8c51-4b27-b736-0ad8bf16f055 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101031 Oct 31 12:35:30.534958 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-86562b14-bff3-4f99-9df9-c16e0c164afb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (9e122880-0efc-4bde-a8a7-f4f6498602d1), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.619843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b83c5-43b1-4766-9f05-b76d0c6666e2 req-ea5ade40-46b0-4fe0-a6d3-8bdbb6120a52 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:30.621319 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b83b83c5-43b1-4766-9f05-b76d0c6666e2 req-ea5ade40-46b0-4fe0-a6d3-8bdbb6120a52 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0473506 Oct 31 12:35:30.628302 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fc746ec-9508-42ef-a8b4-64a1f07c1945 req-c8faf2f7-ad30-415e-b63c-99cf55492d8d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316643 Oct 31 12:35:30.640605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-86562b14-bff3-4f99-9df9-c16e0c164afb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (9e122880-0efc-4bde-a8a7-f4f6498602d1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.645513 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-86562b14-bff3-4f99-9df9-c16e0c164afb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (9e122880-0efc-4bde-a8a7-f4f6498602d1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.663718 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86562b14-bff3-4f99-9df9-c16e0c164afb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e122880-0efc-4bde-a8a7-f4f6498602d1,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:30.672955 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b83b83c5-43b1-4766-9f05-b76d0c6666e2 req-acb9268a-7571-45c5-83fc-28d0784a8409 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456800 Oct 31 12:35:30.675646 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-86562b14-bff3-4f99-9df9-c16e0c164afb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.676841 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-86562b14-bff3-4f99-9df9-c16e0c164afb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2040372 Oct 31 12:35:30.679537 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59204) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:30.683930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-397147c1-fae9-42f5-a5a2-a62244d596ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': '0df75334-8a4e-43b7-b9e2-a9a70e5241f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:30.715347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-397147c1-fae9-42f5-a5a2-a62244d596ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (7aa4c81b-a7ec-4c11-8ecb-6f55420893e8), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.757962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:30.775563 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-397147c1-fae9-42f5-a5a2-a62244d596ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (7aa4c81b-a7ec-4c11-8ecb-6f55420893e8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.779619 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-397147c1-fae9-42f5-a5a2-a62244d596ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (7aa4c81b-a7ec-4c11-8ecb-6f55420893e8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.800527 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397147c1-fae9-42f5-a5a2-a62244d596ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa4c81b-a7ec-4c11-8ecb-6f55420893e8,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:30.808898 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-397147c1-fae9-42f5-a5a2-a62244d596ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.812988 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-397147c1-fae9-42f5-a5a2-a62244d596ec tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295311 Oct 31 12:35:30.813358 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59210) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:30.818380 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:30.836763 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:30.847408 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:30.931431 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.030006 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:31.042544 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.27.3.160 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/b314fabc-425c-4858-b735-9658d45d7cf6) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:31.150281 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (b314fabc-425c-4858-b735-9658d45d7cf6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.184385 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (b314fabc-425c-4858-b735-9658d45d7cf6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.226103 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:31.231788 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:31.236083 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:31.241667 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=b314fabc-425c-4858-b735-9658d45d7cf6,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:31.318767 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59222) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:31.324902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-b56efe96-9eea-4cf5-9bac-5aa0274da92b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675032200', 'description': 'tempest-description--366982036'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:31.349106 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b56efe96-9eea-4cf5-9bac-5aa0274da92b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.369576 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:31.429253 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b56efe96-9eea-4cf5-9bac-5aa0274da92b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group (55aee0ab-669e-40d4-8fba-25b9f9cbeadd), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.434221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b56efe96-9eea-4cf5-9bac-5aa0274da92b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (55aee0ab-669e-40d4-8fba-25b9f9cbeadd), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.469172 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56efe96-9eea-4cf5-9bac-5aa0274da92b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55aee0ab-669e-40d4-8fba-25b9f9cbeadd,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:31.483116 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b56efe96-9eea-4cf5-9bac-5aa0274da92b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.486650 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b56efe96-9eea-4cf5-9bac-5aa0274da92b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1666298 Oct 31 12:35:31.487506 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59228) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:31.492031 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-897d19b7-8dbd-4762-8354-ba10bff9beef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'security_group_rule': {'security_group_id': '55aee0ab-669e-40d4-8fba-25b9f9cbeadd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:31.522204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-897d19b7-8dbd-4762-8354-ba10bff9beef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group_rule (e03d1fa8-e72d-49b7-a317-c175a48d99e2), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.562301 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a4ff2-5b76-4ce0-a2f2-603d68163a15 req-87ed2f2e-89df-4fd6-975a-bb873fc907bb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:31.563697 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c29a4ff2-5b76-4ce0-a2f2-603d68163a15 req-87ed2f2e-89df-4fd6-975a-bb873fc907bb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0607748 Oct 31 12:35:31.580902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-897d19b7-8dbd-4762-8354-ba10bff9beef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group_rule (e03d1fa8-e72d-49b7-a317-c175a48d99e2), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.584335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-897d19b7-8dbd-4762-8354-ba10bff9beef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (e03d1fa8-e72d-49b7-a317-c175a48d99e2), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.602684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d19b7-8dbd-4762-8354-ba10bff9beef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03d1fa8-e72d-49b7-a317-c175a48d99e2,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:31.612170 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-897d19b7-8dbd-4762-8354-ba10bff9beef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.614402 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-897d19b7-8dbd-4762-8354-ba10bff9beef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258633 Oct 31 12:35:31.616046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59230) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:31.620351 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-0be47619-eef8-4c4b-9805-ece58f410fc9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'security_group_rule': {'security_group_id': '55aee0ab-669e-40d4-8fba-25b9f9cbeadd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:31.648239 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0be47619-eef8-4c4b-9805-ece58f410fc9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group_rule (e3dc474c-5ce4-4059-bb7e-63d7bdd63ae6), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.672093 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (58c7b655-7e16-42b4-bb6d-bf922f8d5507), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.687273 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c29a4ff2-5b76-4ce0-a2f2-603d68163a15 req-03e6f6fa-68b4-4346-b15f-fbc5173968fb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013422 Oct 31 12:35:31.717292 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (b314fabc-425c-4858-b735-9658d45d7cf6), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.722741 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0be47619-eef8-4c4b-9805-ece58f410fc9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group_rule (e3dc474c-5ce4-4059-bb7e-63d7bdd63ae6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.727174 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0be47619-eef8-4c4b-9805-ece58f410fc9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (e3dc474c-5ce4-4059-bb7e-63d7bdd63ae6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.747668 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be47619-eef8-4c4b-9805-ece58f410fc9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dc474c-5ce4-4059-bb7e-63d7bdd63ae6,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:31.757517 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0be47619-eef8-4c4b-9805-ece58f410fc9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.761877 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0be47619-eef8-4c4b-9805-ece58f410fc9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419141 Oct 31 12:35:31.762267 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59234) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:31.769502 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:31.825557 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.857358 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375ffc8-37e0-493d-9772-ad4e77a851ae req-557c2c0e-001e-435e-99af-51600c9d181f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:31.863652 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c375ffc8-37e0-493d-9772-ad4e77a851ae req-557c2c0e-001e-435e-99af-51600c9d181f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0840368 Oct 31 12:35:31.881659 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:31.885444 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:31.906722 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (b314fabc-425c-4858-b735-9658d45d7cf6), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.911871 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (b314fabc-425c-4858-b735-9658d45d7cf6), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.976098 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c375ffc8-37e0-493d-9772-ad4e77a851ae req-6d72168d-63ba-454a-861d-52b5daab31e7 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079519 Oct 31 12:35:31.977628 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:31.983699 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=b314fabc-425c-4858-b735-9658d45d7cf6,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:31.994108 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (58c7b655-7e16-42b4-bb6d-bf922f8d5507), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.030520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.041881 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-439cc3ae-e87e-4ad4-b289-628ce4d9ca70 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2170596 Oct 31 12:35:32.087872 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:32.106180 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Allocated IP 172.27.3.205 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:32.146694 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:UPDATE=5,neutron:INSERT=9,neutron:SELECT=82,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:32.242959 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.273731 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-6d9ce5bc-46b2-43a2-9dc0-a3ab795b5efa tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--985216286&fields=id&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 267 time: 0.0525982 Oct 31 12:35:32.279356 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.280053 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59254) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:32.297436 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:32.317832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:32.320874 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:32.326756 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:32.340524 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'Port': ['ID=4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:32.387422 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.408956 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-94e3c824-532c-4722-823f-f8eb33ebdac4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:32.410701 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-94e3c824-532c-4722-823f-f8eb33ebdac4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.1240880 Oct 31 12:35:32.441367 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f21b7b62-77e9-4f73-a5ce-8138be408866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.443683 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.446395 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-bf13022a-8a88-4bf8-8adb-4cd6be5f91ff tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/quotas/bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 375 time: 0.0237684 Oct 31 12:35:32.535644 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-61472acb-fd1c-44a6-8fac-03c7e488b683 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669913 Oct 31 12:35:32.607925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.612827 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.613501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.621844 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f21b7b62-77e9-4f73-a5ce-8138be408866 admin admin] Publish callbacks [] for security_group (e2177060-2687-418e-9830-7b735ec32dc5), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.631152 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f21b7b62-77e9-4f73-a5ce-8138be408866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (e2177060-2687-418e-9830-7b735ec32dc5), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.661412 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.662807 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8994012 Oct 31 12:35:32.668495 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabde1f-7fd1-4122-9cbb-f7fbde994142 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'Port': ['ID=4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:32.695080 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f21b7b62-77e9-4f73-a5ce-8138be408866 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f07d0f58ce774f03b519526b18a69d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138987 Oct 31 12:35:32.697760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59266) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:32.697901 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7b62-77e9-4f73-a5ce-8138be408866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2177060-2687-418e-9830-7b735ec32dc5,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:32.703444 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-aac11ac3-4759-4365-b229-bb279a7cefd8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556461 Oct 31 12:35:32.755777 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1dff-6717-4724-9b80-0749488debfc admin admin] Publish callbacks [] for security_group (e2177060-2687-418e-9830-7b735ec32dc5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.784202 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1dff-6717-4724-9b80-0749488debfc admin admin] Publish callbacks [] for security_group (e2177060-2687-418e-9830-7b735ec32dc5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.807560 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-7d310499-1210-4b31-9b08-e0d9ace5816b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972958 Oct 31 12:35:32.853618 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5a10a-af38-4870-8c79-1da029223230 req-9ddf535d-55b9-4323-8ba1-8cdb37d01b0f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:32.855091 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12e5a10a-af38-4870-8c79-1da029223230 req-9ddf535d-55b9-4323-8ba1-8cdb37d01b0f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0686052 Oct 31 12:35:32.887691 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1dff-6717-4724-9b80-0749488debfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (e2177060-2687-418e-9830-7b735ec32dc5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.890180 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3ba1dff-6717-4724-9b80-0749488debfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:32.891314 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c3ba1dff-6717-4724-9b80-0749488debfc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e2177060-2687-418e-9830-7b735ec32dc5 HTTP/1.1" status: 204 len: 168 time: 0.1924880 Oct 31 12:35:32.915318 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba1dff-6717-4724-9b80-0749488debfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2177060-2687-418e-9830-7b735ec32dc5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:32.921202 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-12e5a10a-af38-4870-8c79-1da029223230 req-36cf1444-e64c-426f-aaa3-a840253f3a25 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604789 Oct 31 12:35:33.023394 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e195a8da-bf16-4e4e-a482-2d1eae0bcb8f req-db8bc912-e560-4477-8d0f-52853b92b697 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 210 time: 0.0355055 Oct 31 12:35:33.080066 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-68a2d28d-6ba5-4b26-bf45-63bea841639a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1675032200&fields=id&tenant_id=7573cb9c503243ab90b1649591d550e6 HTTP/1.1" status: 200 len: 267 time: 0.0545914 Oct 31 12:35:33.154089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3310d2-3495-4190-b71e-ba9bce1741cb req-c9868cf8-0fc5-41b6-85b0-1ccce39bccfe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:33.162909 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f3310d2-3495-4190-b71e-ba9bce1741cb req-c9868cf8-0fc5-41b6-85b0-1ccce39bccfe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0594635 Oct 31 12:35:33.180493 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:33.191062 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:33.239619 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6f3310d2-3495-4190-b71e-ba9bce1741cb req-4c372a5b-cc38-4432-b3c4-72e165348785 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714025 Oct 31 12:35:33.251033 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-82a542d0-af76-4332-891e-eb7d90db0112 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:33.253544 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-82a542d0-af76-4332-891e-eb7d90db0112 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 819 time: 0.1650562 Oct 31 12:35:33.274283 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-a0d34fc3-b509-4f8d-9819-15601badcc3b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/quotas/7573cb9c503243ab90b1649591d550e6 HTTP/1.1" status: 200 len: 375 time: 0.0143309 Oct 31 12:35:33.348025 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-c542c5f1-a8c8-4509-9d37-a3af919f9724 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0616865 Oct 31 12:35:33.386774 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:33.467933 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-123bcc09-1dac-4bd0-9a08-9ffd785e716f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072369 Oct 31 12:35:33.579968 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-d0de2928-1425-4c8a-a2b6-e1b411aeaa8c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060715 Oct 31 12:35:33.778065 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-40ca71d0-09f2-48d3-b774-f1167c775ecc req-bb2672df-d031-44a8-a037-823b5a53a6aa tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 210 time: 0.0355065 Oct 31 12:35:34.076817 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46963fd5-e2fc-4fde-9c61-d376968d26ed req-9d6a15c5-6e0a-4c89-bb1a-7a91cb40deb6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:34.088111 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-46963fd5-e2fc-4fde-9c61-d376968d26ed req-9d6a15c5-6e0a-4c89-bb1a-7a91cb40deb6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0787838 Oct 31 12:35:34.118677 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:34.195326 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b93fe50a-38a2-4d76-b0d2-9c91b4f0e5c3 req-d861865b-857e-4dfb-8f47-f716d788e004 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 210 time: 0.0584509 Oct 31 12:35:34.221988 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-46963fd5-e2fc-4fde-9c61-d376968d26ed req-8ae8d43f-8922-48e9-a33f-8e2538a82c62 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279843 Oct 31 12:35:34.618663 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-28c2f9bc-707c-4712-baef-60f6ee8f18db tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:34.620135 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-28c2f9bc-707c-4712-baef-60f6ee8f18db tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.1545055 Oct 31 12:35:34.711119 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-1f103256-318c-46e1-b0a4-a03c239b7f9f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 472 time: 0.0756936 Oct 31 12:35:34.793947 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'port': {'device_id': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'admin_state_up': True, 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'security_groups': ['0df75334-8a4e-43b7-b9e2-a9a70e5241f8']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:34.935410 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-47289aef-aaa1-4baf-a459-12f98f1061f5 req-c202af50-72bb-4a4a-b910-16281809e404 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 210 time: 0.0431368 Oct 31 12:35:34.956946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Made reservation on behalf of bfbc3a46f12942299b99cdd20c989e1f for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:35:34.962617 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:34.998231 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59364) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:35.118435 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-503d1cb7-2400-4f36-89de-47766dd156fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.198056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-503d1cb7-2400-4f36-89de-47766dd156fa admin admin] Publish callbacks [] for security_group (8779071a-d2fb-4b6f-bac8-c852c483021c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.201852 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-503d1cb7-2400-4f36-89de-47766dd156fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8779071a-d2fb-4b6f-bac8-c852c483021c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.242890 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d1cb7-2400-4f36-89de-47766dd156fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8779071a-d2fb-4b6f-bac8-c852c483021c,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:35.260939 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59372) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:35.261522 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-503d1cb7-2400-4f36-89de-47766dd156fa admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1985e64225234725930ce72abeac9ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586102 Oct 31 12:35:35.322647 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6c52af96-f51a-4f8d-ac0b-4ff4d72a4fcd req-0410d7ba-bee2-4031-9bac-1986524ae585 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 210 time: 0.0317943 Oct 31 12:35:35.427534 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.20.0.11 (6630ddc4-dc53-4e5a-8b9d-7632c3075289/6a835e99-e667-4f29-9c7e-079cc620d1de/2bcb3176-596a-4211-910f-3e00167f2763) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:35.437698 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe05af-33f1-4e9e-973d-3bc822457625 req-627cfaea-9178-4df1-aa26-870e0cc270b7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:35.439328 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2afe05af-33f1-4e9e-973d-3bc822457625 req-627cfaea-9178-4df1-aa26-870e0cc270b7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1233974 Oct 31 12:35:35.510366 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ca26ca21-fc24-49c8-a000-5b4dd9c0a0f6 admin admin] Publish callbacks [] for security_group (8779071a-d2fb-4b6f-bac8-c852c483021c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.580868 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ca26ca21-fc24-49c8-a000-5b4dd9c0a0f6 admin admin] Publish callbacks [] for security_group (8779071a-d2fb-4b6f-bac8-c852c483021c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.598248 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:35.613019 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-7345bf17-546a-403e-a9d1-c591d03a8571 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:35.614473 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-7345bf17-546a-403e-a9d1-c591d03a8571 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 819 time: 0.2402871 Oct 31 12:35:35.634532 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2afe05af-33f1-4e9e-973d-3bc822457625 req-f8cdfbec-11ec-4d31-b135-659f58418dbd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536186 Oct 31 12:35:35.735439 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:35.785119 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ca26ca21-fc24-49c8-a000-5b4dd9c0a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8779071a-d2fb-4b6f-bac8-c852c483021c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.787698 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ca26ca21-fc24-49c8-a000-5b4dd9c0a0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.788820 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ca26ca21-fc24-49c8-a000-5b4dd9c0a0f6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8779071a-d2fb-4b6f-bac8-c852c483021c HTTP/1.1" status: 204 len: 168 time: 0.5245836 Oct 31 12:35:35.827446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26ca21-fc24-49c8-a000-5b4dd9c0a0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8779071a-d2fb-4b6f-bac8-c852c483021c,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:35.851734 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-eaceba31-5f16-4a47-812c-25b3bec7b044 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7573cb9c503243ab90b1649591d550e6 HTTP/1.1" status: 200 len: 380 time: 0.1330168 Oct 31 12:35:35.856641 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (2bcb3176-596a-4211-910f-3e00167f2763), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:35.862894 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'port': {'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'admin_state_up': True, 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'security_groups': ['55aee0ab-669e-40d4-8fba-25b9f9cbeadd']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:35.982507 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (2bcb3176-596a-4211-910f-3e00167f2763), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.059018 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a67e5a6c-7fc5-4ee7-81ce-3e9d0a88f35f req-5d67bc2a-10f3-4797-bae9-6af4905a109c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 210 time: 0.0317233 Oct 31 12:35:36.060772 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:36.067625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:36.071464 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=2bcb3176-596a-4211-910f-3e00167f2763,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:36.074005 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:36.078667 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:36.080075 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.107279 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Made reservation on behalf of 7573cb9c503243ab90b1649591d550e6 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:35:36.110436 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.127752 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-44481b31-8a54-46ad-96c2-5fae86f8012f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3390112 Oct 31 12:35:36.248285 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Allocated IP 172.20.0.7 (9c998076-e873-4913-aa9f-032e3218ef2a/518ba383-4e9d-4584-9703-20cae6c2edf5/7591dba3-56f4-4739-8b1f-33a42a9073b1) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:36.307214 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-b719e656-33e8-42ba-9c3a-1ec445b2c3dd None None] Provisioning complete for port 2bcb3176-596a-4211-910f-3e00167f2763 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:36.307752 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b719e656-33e8-42ba-9c3a-1ec445b2c3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (2bcb3176-596a-4211-910f-3e00167f2763), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.307846 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-b719e656-33e8-42ba-9c3a-1ec445b2c3dd None None] Attempt 1 to provision port 2bcb3176-596a-4211-910f-3e00167f2763 Oct 31 12:35:36.339732 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-b719e656-33e8-42ba-9c3a-1ec445b2c3dd None None] Port 2bcb3176-596a-4211-910f-3e00167f2763 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:35:36.392492 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.393608 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:36.465021 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb0486-7a6b-42f2-b383-3ca81874881c req-ff2ea536-2b11-4828-886d-021dfefee175 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:36.466478 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aabb0486-7a6b-42f2-b383-3ca81874881c req-ff2ea536-2b11-4828-886d-021dfefee175 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 932 time: 0.0603657 Oct 31 12:35:36.467909 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.525355 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:36.538222 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Network 9c998076-e873-4913-aa9f-032e3218ef2a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:36.547981 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event updated for resources: {'Port': ['ID=7591dba3-56f4-4739-8b1f-33a42a9073b1,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:36.551254 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:36.555946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:36.560353 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:36.560963 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.587908 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aabb0486-7a6b-42f2-b383-3ca81874881c req-788291ba-9fc3-4020-add3-96cf1b88e558 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142287 Oct 31 12:35:36.591489 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-248a1b2c-bfdd-4d5a-b9ab-c739af1e6ded tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330897 Oct 31 12:35:36.758319 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-d39a838e-59ae-452f-8e94-b002c723859b None None] Provisioning complete for port 7591dba3-56f4-4739-8b1f-33a42a9073b1 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:36.758694 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-d39a838e-59ae-452f-8e94-b002c723859b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:36.759034 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-d39a838e-59ae-452f-8e94-b002c723859b None None] Attempt 1 to provision port 7591dba3-56f4-4739-8b1f-33a42a9073b1 Oct 31 12:35:36.773690 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205b1e0-7d07-4d61-966f-a7259f614e0e req-4d9a31ee-8e13-4b8e-a508-24c5652d7b87 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:36.775237 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9205b1e0-7d07-4d61-966f-a7259f614e0e req-4d9a31ee-8e13-4b8e-a508-24c5652d7b87 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0489993 Oct 31 12:35:36.792294 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-d39a838e-59ae-452f-8e94-b002c723859b None None] Port 7591dba3-56f4-4739-8b1f-33a42a9073b1 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:35:36.829139 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9205b1e0-7d07-4d61-966f-a7259f614e0e req-6d234865-d6de-4f62-9f8a-372b4b9afdf1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468163 Oct 31 12:35:37.197943 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abab6e-654f-44e1-ad7c-463a7090bf08 req-f9e1e76a-64a4-4377-8610-26a28f73ad10 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:37.199438 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7abab6e-654f-44e1-ad7c-463a7090bf08 req-f9e1e76a-64a4-4377-8610-26a28f73ad10 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 931 time: 0.0461247 Oct 31 12:35:37.246484 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c7abab6e-654f-44e1-ad7c-463a7090bf08 req-ed812c34-b664-4786-8199-a19bd051f6ac tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Oct 31 12:35:37.707602 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d176f-9216-4c73-a37b-bc9cebff922a req-f96abe13-d6b3-423f-b28d-e24e47b8e350 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:37.709085 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-353d176f-9216-4c73-a37b-bc9cebff922a req-f96abe13-d6b3-423f-b28d-e24e47b8e350 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 932 time: 0.0473742 Oct 31 12:35:37.756699 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-353d176f-9216-4c73-a37b-bc9cebff922a req-8c834660-4eda-438e-8a1a-d9ba8e4ea48b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Oct 31 12:35:37.957339 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4a8f5-a5c1-416d-8dc4-2141b2d84b33 req-bd325b1e-c52b-4bbd-93fc-d89e0a3f4378 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:37.958782 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bec4a8f5-a5c1-416d-8dc4-2141b2d84b33 req-bd325b1e-c52b-4bbd-93fc-d89e0a3f4378 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0494728 Oct 31 12:35:38.005740 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bec4a8f5-a5c1-416d-8dc4-2141b2d84b33 req-4557e3e9-5d33-4186-8dfa-4210b384ec87 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Oct 31 12:35:38.363807 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed643-2d4c-4f81-9136-33896607326c req-90634179-d542-4c66-aa1d-afa3ca585520 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:38.365296 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c94ed643-2d4c-4f81-9136-33896607326c req-90634179-d542-4c66-aa1d-afa3ca585520 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 931 time: 0.0459886 Oct 31 12:35:38.412400 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c94ed643-2d4c-4f81-9136-33896607326c req-3fd85150-954f-49f4-b40a-f3c7393d0a0f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Oct 31 12:35:38.773262 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Request body: {'port': {'device_id': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:38.781064 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Request body: {'port': {'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:38.924644 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2bcb3176-596a-4211-910f-3e00167f2763), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:38.929370 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:38.942204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b263d-9801-4cc1-b127-79dd794e2250 req-06176d33-ee01-4f62-973e-ad727a93f060 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:38.943703 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f85b263d-9801-4cc1-b127-79dd794e2250 req-06176d33-ee01-4f62-973e-ad727a93f060 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 932 time: 0.1044023 Oct 31 12:35:39.139108 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9de26-6695-4c95-9249-aad053a0cec6 req-ed33a475-f900-474f-923a-1615a39c900a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:39.140739 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-73f9de26-6695-4c95-9249-aad053a0cec6 req-ed33a475-f900-474f-923a-1615a39c900a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0518718 Oct 31 12:35:39.163067 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f85b263d-9801-4cc1-b127-79dd794e2250 req-c4ac1da3-a1ed-49ee-8893-bb2af11ca1ef tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098863 Oct 31 12:35:39.200281 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-73f9de26-6695-4c95-9249-aad053a0cec6 req-a76b9eb9-e6ce-4d46-8023-2a4b786375ef tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528989 Oct 31 12:35:39.297059 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:39.355230 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:39.439058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7591dba3-56f4-4739-8b1f-33a42a9073b1 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:35:39.444357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcb3176-596a-4211-910f-3e00167f2763 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:35:39.453042 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Publish callbacks [] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:39.456834 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Publish callbacks [] for port (2bcb3176-596a-4211-910f-3e00167f2763), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:39.477421 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Transition to ACTIVE for port object 7591dba3-56f4-4739-8b1f-33a42a9073b1 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:35:39.478743 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Transition to ACTIVE for port object 2bcb3176-596a-4211-910f-3e00167f2763 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:35:39.488298 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2bcb3176-596a-4211-910f-3e00167f2763), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:39.491187 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:39.615095 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0069-947f-419f-a325-070b042103a3 req-ff6cdcaa-1512-481e-968e-35b0e5689476 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:39.616464 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6aa0069-947f-419f-a325-070b042103a3 req-ff6cdcaa-1512-481e-968e-35b0e5689476 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 943 time: 0.1229508 Oct 31 12:35:39.634006 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb3176-596a-4211-910f-3e00167f2763,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:39.665235 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Attempting to bind port 2bcb3176-596a-4211-910f-3e00167f2763 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:35:39.665568 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Attempting to bind port 2bcb3176-596a-4211-910f-3e00167f2763 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:35:39.665889 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Attempting to bind port 2bcb3176-596a-4211-910f-3e00167f2763 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:39.693466 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Attempting to bind port 7591dba3-56f4-4739-8b1f-33a42a9073b1 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:35:39.693793 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Attempting to bind port 7591dba3-56f4-4739-8b1f-33a42a9073b1 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:35:39.694106 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Attempting to bind port 7591dba3-56f4-4739-8b1f-33a42a9073b1 on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:39.758616 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Pushing event updated for resources: {'Port': ['ID=7591dba3-56f4-4739-8b1f-33a42a9073b1,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:39.791239 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6aa0069-947f-419f-a325-070b042103a3 req-d0c8fa88-a9bb-40b1-b02e-444e7f1cfdac tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594889 Oct 31 12:35:39.791933 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Port 2bcb3176-596a-4211-910f-3e00167f2763 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:35:39.792066 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Attempting to bind port 2bcb3176-596a-4211-910f-3e00167f2763 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:39.815302 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Port 7591dba3-56f4-4739-8b1f-33a42a9073b1 on network 9c998076-e873-4913-aa9f-032e3218ef2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:35:39.815688 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Attempting to bind port 7591dba3-56f4-4739-8b1f-33a42a9073b1 on network 9c998076-e873-4913-aa9f-032e3218ef2a {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:39.878426 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:35:39.878858 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Checking segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:39.879293 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Bound using segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:35:39.879721 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Bound port: 2bcb3176-596a-4211-910f-3e00167f2763, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:35:39.880070 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2bcb3176-596a-4211-910f-3e00167f2763), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:39.883270 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:35:39.883591 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Checking segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:39.883944 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Bound using segment: {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:35:39.884357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Bound port: 7591dba3-56f4-4739-8b1f-33a42a9073b1, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f912267-6957-432b-aa0c-b530f78c8503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:35:39.884688 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:39.995359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] For port 2bcb3176-596a-4211-910f-3e00167f2763, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:35:39.999541 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] For port 2bcb3176-596a-4211-910f-3e00167f2763, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2bcb3176-596a-4211-910f-3e00167f2763,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:35:40.001786 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] For port 7591dba3-56f4-4739-8b1f-33a42a9073b1, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:35:40.007018 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] For port 7591dba3-56f4-4739-8b1f-33a42a9073b1, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:35:40.011708 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2bcb3176-596a-4211-910f-3e00167f2763), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:40.014774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.015753 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:40.017784 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/2bcb3176-596a-4211-910f-3e00167f2763 HTTP/1.1" status: 200 len: 1094 time: 1.2490780 Oct 31 12:35:40.020816 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:40.024178 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa837a-26ef-4268-aaa8-748f6744deb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "tag": "2bcb3176-596a-4211-910f-3e00167f2763"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:40.029350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:40.032314 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.033480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:40.035049 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 1093 time: 1.2586825 Oct 31 12:35:40.057476 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:40.077792 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:40.082070 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a206a11-cb21-428f-854a-e3f0abc3f97c x-openstack-request-id: req-1a206a11-cb21-428f-854a-e3f0abc3f97c {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:40.082355 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "tag": "2bcb3176-596a-4211-910f-3e00167f2763", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:40.082603 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a206a11-cb21-428f-854a-e3f0abc3f97c {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:40.082987 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a206a11-cb21-428f-854a-e3f0abc3f97c'] response: {'name': 'network-changed', 'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763', 'status': 'completed', 'code': 200} Oct 31 12:35:40.337319 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8429f6-dac5-4a78-8e07-940ace4c771a req-19386de2-b37b-43b6-83ee-00c490dcf81a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.338834 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5d8429f6-dac5-4a78-8e07-940ace4c771a req-19386de2-b37b-43b6-83ee-00c490dcf81a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0493667 Oct 31 12:35:40.367010 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a607498-fbc0-4e5d-8ddf-b60119237065 service neutron] Pushing event updated for resources: {'Port': ['ID=2bcb3176-596a-4211-910f-3e00167f2763,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:40.391612 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5d8429f6-dac5-4a78-8e07-940ace4c771a req-83f7bb80-7ede-46c5-8686-a4c7106fe4d6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468678 Oct 31 12:35:40.426226 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-d9054770-b6f3-47b3-bf33-60a5871a67b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.427763 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-d9054770-b6f3-47b3-bf33-60a5871a67b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 1128 time: 0.3509283 Oct 31 12:35:40.432312 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-63b9a53a-a757-43b3-bf29-eb8f51eaef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.433646 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-63b9a53a-a757-43b3-bf29-eb8f51eaef44 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1127 time: 0.3429010 Oct 31 12:35:40.449671 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1121e-938e-46dc-905b-a191dadcd3c4 req-0c8d16c9-e417-4a49-9f91-87cb4697c63e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.451093 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37b1121e-938e-46dc-905b-a191dadcd3c4 req-0c8d16c9-e417-4a49-9f91-87cb4697c63e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 944 time: 0.0899847 Oct 31 12:35:40.537237 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-72d7814d-6419-4e28-b9f0-768ca5e7f446 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcb3176-596a-4211-910f-3e00167f2763 HTTP/1.1" status: 200 len: 217 time: 0.0803587 Oct 31 12:35:40.538380 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-b6f747bd-5a5a-426f-9a8d-92ca132b703f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 217 time: 0.0826404 Oct 31 12:35:40.544308 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1393b-c274-442d-8cc2-ee2071061c32 service neutron] Pushing event updated for resources: {'Port': ['ID=7591dba3-56f4-4739-8b1f-33a42a9073b1,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:40.576421 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-37b1121e-938e-46dc-905b-a191dadcd3c4 req-3162e239-9965-4e64-94e0-08853152f87b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122613 Oct 31 12:35:40.720662 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-72c59f4b-b4f3-436a-b730-ba6cb11804d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.722004 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-72c59f4b-b4f3-436a-b730-ba6cb11804d1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0783916 Oct 31 12:35:40.723356 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-5e600aa3-5a57-4199-85f7-fdcbef271dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.724628 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-5e600aa3-5a57-4199-85f7-fdcbef271dcd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0734227 Oct 31 12:35:40.800816 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d35bb-db8a-46ec-a92f-80811d42890b req-c34d71b1-537a-4539-9032-2e63cdc45acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.802295 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-c34d71b1-537a-4539-9032-2e63cdc45acc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685430 Oct 31 12:35:40.804979 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-af7972e1-cb00-43f8-a055-4462b245ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.806315 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-af7972e1-cb00-43f8-a055-4462b245ecdc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715537 Oct 31 12:35:40.913937 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1327-816c-4ef0-bd57-300db6b2e042 req-b85a103e-1a3a-474d-946d-eb07b385b7a1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:40.915413 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8d8b1327-816c-4ef0-bd57-300db6b2e042 req-b85a103e-1a3a-474d-946d-eb07b385b7a1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 943 time: 0.0468578 Oct 31 12:35:40.945176 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:40.971798 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8d8b1327-816c-4ef0-bd57-300db6b2e042 req-ec8838b1-5226-412c-ae18-af8c4c4ed071 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506408 Oct 31 12:35:40.974236 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-7f3a4c68-9b3c-4490-9bd9-8962a8bd1fad service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560793 Oct 31 12:35:40.976396 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-cbc41504-e81d-4465-b6ed-f230ac359eca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572309 Oct 31 12:35:41.159404 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-419d35bb-db8a-46ec-a92f-80811d42890b req-85ca06c3-69d1-4df2-9f43-4f3845d8a90a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589520 Oct 31 12:35:41.161579 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-64573ca0-ad9b-41e6-b28f-6462abc8382f req-dc1f3d4b-406b-475b-a9de-82ec58f97eaa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531732 Oct 31 12:35:41.529150 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781ff5f-6d42-4191-94ef-cb715010d1c1 req-dfed63c6-85ff-403c-a078-6d8333ea82ea tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:41.530593 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f781ff5f-6d42-4191-94ef-cb715010d1c1 req-dfed63c6-85ff-403c-a078-6d8333ea82ea tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0510502 Oct 31 12:35:41.550953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:41.577397 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f781ff5f-6d42-4191-94ef-cb715010d1c1 req-817bf7ac-b895-47f5-9327-6eb68dcf96df tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406342 Oct 31 12:35:41.695923 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d91c2-7239-46e1-a9fb-a987a6a4e020 req-aa51a899-f7d9-4ca1-970c-90ead5844c49 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:41.697305 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c60d91c2-7239-46e1-a9fb-a987a6a4e020 req-aa51a899-f7d9-4ca1-970c-90ead5844c49 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 944 time: 0.0462501 Oct 31 12:35:41.743637 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c60d91c2-7239-46e1-a9fb-a987a6a4e020 req-b570e3d0-a23e-4538-a45d-7a806f086172 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409269 Oct 31 12:35:42.085104 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:42.087347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:42.097706 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46855a9c-ca81-4978-809b-551b40518302 req-9096fa4d-92a2-4583-a6a6-967be92c790a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:42.099280 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-46855a9c-ca81-4978-809b-551b40518302 req-9096fa4d-92a2-4583-a6a6-967be92c790a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 943 time: 0.0517647 Oct 31 12:35:42.124948 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149b0fc5-1cd0-434c-9530-e3ecc3dda4c9 x-openstack-request-id: req-149b0fc5-1cd0-434c-9530-e3ecc3dda4c9 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:42.125228 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:42.125473 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-149b0fc5-1cd0-434c-9530-e3ecc3dda4c9 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:42.125846 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149b0fc5-1cd0-434c-9530-e3ecc3dda4c9'] response: {'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'status': 'completed', 'code': 200} Oct 31 12:35:42.149538 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-46855a9c-ca81-4978-809b-551b40518302 req-19af759d-6dbb-4dc9-810b-5ee18c2f232f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Oct 31 12:35:42.472720 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59450) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:42.570541 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:42.577697 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f901a4-ad12-41bc-9bd3-7752a635744f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:42.654955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f901a4-ad12-41bc-9bd3-7752a635744f admin admin] Publish callbacks [] for security_group (abd0119e-fe4d-469e-8158-494c9d5f6fba), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:42.659135 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f901a4-ad12-41bc-9bd3-7752a635744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (abd0119e-fe4d-469e-8158-494c9d5f6fba), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:42.731954 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-29f901a4-ad12-41bc-9bd3-7752a635744f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=737129601abb49419d9ce27953650919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580776 Oct 31 12:35:42.734646 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59456) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:42.735036 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f901a4-ad12-41bc-9bd3-7752a635744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd0119e-fe4d-469e-8158-494c9d5f6fba,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:42.746585 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ab5b3-4399-46a0-bb86-85c710379fa0 req-6db3b8c9-36fb-4992-9707-9c71d49b3f99 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:42.748081 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-541ab5b3-4399-46a0-bb86-85c710379fa0 req-6db3b8c9-36fb-4992-9707-9c71d49b3f99 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0849710 Oct 31 12:35:42.796044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6395-a848-4845-8618-79611bd807a2 admin admin] Publish callbacks [] for security_group (abd0119e-fe4d-469e-8158-494c9d5f6fba), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:42.799671 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-541ab5b3-4399-46a0-bb86-85c710379fa0 req-b9078644-d4af-43b0-bddd-b06b79d4c45b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454247 Oct 31 12:35:42.806184 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:42.823421 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6395-a848-4845-8618-79611bd807a2 admin admin] Publish callbacks [] for security_group (abd0119e-fe4d-469e-8158-494c9d5f6fba), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:42.890950 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc43366-1e52-4cf1-84ac-826c8c4c36d6 req-5429438a-0ba6-4f14-b49c-a19bb97f09ca tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:42.893146 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4fc43366-1e52-4cf1-84ac-826c8c4c36d6 req-5429438a-0ba6-4f14-b49c-a19bb97f09ca tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 944 time: 0.0675426 Oct 31 12:35:42.920757 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6395-a848-4845-8618-79611bd807a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (abd0119e-fe4d-469e-8158-494c9d5f6fba), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:42.923765 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6395-a848-4845-8618-79611bd807a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:42.924841 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b0aa6395-a848-4845-8618-79611bd807a2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/abd0119e-fe4d-469e-8158-494c9d5f6fba HTTP/1.1" status: 204 len: 168 time: 0.1891613 Oct 31 12:35:42.946343 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa6395-a848-4845-8618-79611bd807a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd0119e-fe4d-469e-8158-494c9d5f6fba,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:42.955766 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4fc43366-1e52-4cf1-84ac-826c8c4c36d6 req-297b139d-c5db-4690-997c-0579700aac5c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557554 Oct 31 12:35:43.097504 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 2bcb3176-596a-4211-910f-3e00167f2763 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:35:43.222052 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 2bcb3176-596a-4211-910f-3e00167f2763, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2bcb3176-596a-4211-910f-3e00167f2763,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:43.234371 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '2bcb3176-596a-4211-910f-3e00167f2763', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'port_id': '2bcb3176-596a-4211-910f-3e00167f2763', 'mac_address': 'fa:16:3e:b4:9e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:35:43.275808 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 2bcb3176-596a-4211-910f-3e00167f2763 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:43.276206 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2bcb3176-596a-4211-910f-3e00167f2763), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.285119 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644ec98-b502-41c0-9352-f17d5c16a55f req-7e4672d5-90ee-4767-8925-561b11d327f8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.286919 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9644ec98-b502-41c0-9352-f17d5c16a55f req-7e4672d5-90ee-4767-8925-561b11d327f8 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 943 time: 0.0574670 Oct 31 12:35:43.290267 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcb3176-596a-4211-910f-3e00167f2763 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:35:43.311342 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 2bcb3176-596a-4211-910f-3e00167f2763, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2bcb3176-596a-4211-910f-3e00167f2763,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:43.316719 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2bcb3176-596a-4211-910f-3e00167f2763), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.317869 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:35:43.342668 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9644ec98-b502-41c0-9352-f17d5c16a55f req-4d86cdf5-1936-477e-85e7-788459bd9288 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484178 Oct 31 12:35:43.388231 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=2bcb3176-596a-4211-910f-3e00167f2763,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:43.481478 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:43.492668 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-1d6bbdef-9f47-4667-a534-9e8a28a976d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.494203 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-1d6bbdef-9f47-4667-a534-9e8a28a976d7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 1129 time: 0.0785029 Oct 31 12:35:43.494405 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'dffec82d-007b-4838-9898-19da61885395', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'port_id': 'dffec82d-007b-4838-9898-19da61885395', 'mac_address': 'fa:16:3e:7d:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:35:43.498244 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-2641aafc-64ce-45e4-8b93-56302f52a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.499837 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-2641aafc-64ce-45e4-8b93-56302f52a516 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1127 time: 0.0756691 Oct 31 12:35:43.534840 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: ACTIVE; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:43.535568 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.549227 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dffec82d-007b-4838-9898-19da61885395 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:35:43.574779 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:43.579667 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.638075 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=6']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:43.660951 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59482) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:43.680081 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-9b522d19-bd25-4244-84da-6d46ed6c5e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.681559 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-9b522d19-bd25-4244-84da-6d46ed6c5e9b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.1648755 Oct 31 12:35:43.682612 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-e89efdd0-13d4-43d5-9c69-80d8c409cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.683947 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-e89efdd0-13d4-43d5-9c69-80d8c409cc1f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 916 time: 0.1753759 Oct 31 12:35:43.757784 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-a4c8e1c0-de5d-4b6e-8747-ad6d2a1c3373 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 217 time: 0.0647562 Oct 31 12:35:43.757949 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-654564092-network', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:43.759108 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-4a4f97a9-6bea-4c6e-94b7-4696f99a4ab5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcb3176-596a-4211-910f-3e00167f2763 HTTP/1.1" status: 200 len: 217 time: 0.0650587 Oct 31 12:35:43.778620 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Made reservation on behalf of 8ae8c589d0b84ce096451a10717fc601 for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:35:43.781027 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.790225 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.861450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-ee4ff6d1-dad7-40b0-88b9-c6b4a16b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.863039 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-ee4ff6d1-dad7-40b0-88b9-c6b4a16b81bd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0927534 Oct 31 12:35:43.864687 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-0c9965a0-9055-4662-a738-9003258fd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.866525 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-0c9965a0-9055-4662-a738-9003258fd0ed service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0882630 Oct 31 12:35:43.883914 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['dffec82d-007b-4838-9898-19da61885395'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:35:43.884158 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks [] for security_group (da58e6eb-2224-41b5-8ee7-af1ee5b62e25), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.890627 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (da58e6eb-2224-41b5-8ee7-af1ee5b62e25), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.917551 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:35:43.934758 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da58e6eb-2224-41b5-8ee7-af1ee5b62e25,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:43.938326 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (c27cb761-af2b-4e62-a06e-bef8255e4cfd), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.939563 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Added segment c27cb761-af2b-4e62-a06e-bef8255e4cfd of type vlan for network 77732bf9-8ee2-480e-8cb2-0d5455add01d Oct 31 12:35:43.957763 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:43.959367 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3b1d242d-80fc-4272-bcdc-23ecf307660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:43.988876 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-3dc68abc-06be-491f-9606-830996e465d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:43.991126 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-3dc68abc-06be-491f-9606-830996e465d3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1158154 Oct 31 12:35:43.995371 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (77732bf9-8ee2-480e-8cb2-0d5455add01d), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.001109 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-a5055f4a-63ea-47ce-8698-1e80fa5a955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:44.003838 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-a5055f4a-63ea-47ce-8698-1e80fa5a955c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269128 Oct 31 12:35:44.010497 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2e3ca-5154-41c9-bc03-2e294e941ad8 req-9188b345-597a-4d72-9211-47d4f89d8347 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:44.012010 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d0b2e3ca-5154-41c9-bc03-2e294e941ad8 req-9188b345-597a-4d72-9211-47d4f89d8347 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 944 time: 0.1174202 Oct 31 12:35:44.020953 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['2bcb3176-596a-4211-910f-3e00167f2763'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:35:44.026154 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:44.038693 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (77732bf9-8ee2-480e-8cb2-0d5455add01d), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.039863 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:44.040554 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.070873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:44.088970 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4268577 Oct 31 12:35:44.091919 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59490) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:44.098800 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Request body: {'subnet': {'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-654564092-subnet', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:44.128644 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:44.180935 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=23 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:44.194999 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63e5e6-f827-4b60-aced-01fec18e46d7 admin admin] Pushing event updated for resources: {'Network': ['ID=77732bf9-8ee2-480e-8cb2-0d5455add01d,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:44.200371 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:44.202137 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d0b2e3ca-5154-41c9-bc03-2e294e941ad8 req-bf2b02fc-d666-4531-bb62-fdda81569b75 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606169 Oct 31 12:35:44.214497 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:35:44.226055 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-ed66003d-dd31-42a3-8366-18f325e4ba43 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130334 Oct 31 12:35:44.228005 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-86f7cc3f-56a0-4173-85a5-7e429c48857a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892202 Oct 31 12:35:44.231917 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:44.250673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0743416-39f5-40cf-ae96-55c8efa465ef req-7e7e2f10-dbc4-452f-b58c-4a0d739fcc5e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:44.253201 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a0743416-39f5-40cf-ae96-55c8efa465ef req-7e7e2f10-dbc4-452f-b58c-4a0d739fcc5e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 945 time: 0.1498747 Oct 31 12:35:44.255042 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Made reservation on behalf of 8ae8c589d0b84ce096451a10717fc601 for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:35:44.257807 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264560628'] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.302910 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:44.373888 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a0743416-39f5-40cf-ae96-55c8efa465ef req-f0320c36-5af8-4b0a-94d4-26dec8120fed tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950997 Oct 31 12:35:44.420215 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2efa837a-26ef-4268-aaa8-748f6744deb5 req-755302f9-2b9e-464d-9fd8-c56a70eb61f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824052 Oct 31 12:35:44.475146 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df6fc6a5-cf61-4f58-8fd3-247a757d4f4d req-322a7473-2a35-4c21-b2ef-8f5647a6e941 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352035 Oct 31 12:35:44.478905 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264638686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264560538'] for subnet (f6d674a0-b757-4f21-942a-df0f3f9329b1), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.488807 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9def0-1fce-4d18-bae9-13307bc5aa7c req-7f2a2bfb-f4ef-4df1-892e-53efd5dd1267 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:44.490319 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84e9def0-1fce-4d18-bae9-13307bc5aa7c req-7f2a2bfb-f4ef-4df1-892e-53efd5dd1267 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 943 time: 0.0593324 Oct 31 12:35:44.533314 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d674a0-b757-4f21-942a-df0f3f9329b1,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:44.543002 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84e9def0-1fce-4d18-bae9-13307bc5aa7c req-1d6afe97-272d-4f1f-8fca-61e6fd63dff5 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 Oct 31 12:35:44.549302 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.549653 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.549988 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.550318 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.550644 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.550966 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.551316 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.551634 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.551951 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.552266 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.552585 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.552904 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.553217 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.553529 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.553845 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:44.564445 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Checking segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:44.564445 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Network hostable DHCP agents. Network: 77732bf9-8ee2-480e-8cb2-0d5455add01d, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:35:44.581684 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:35:44.590528 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 77732bf9-8ee2-480e-8cb2-0d5455add01d) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:44.594623 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:44.595370 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.599691 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d8edc2-3179-46c4-8cda-e99a489d9baa None None] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:35:44.612028 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-093c0339-d6bd-4427-9376-59920f42eb6d admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5191176 Oct 31 12:35:44.614637 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59494) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:44.618802 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:44.638983 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (64f42752-8f53-4de6-8496-8f497542b55e), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.639947 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (64f42752-8f53-4de6-8496-8f497542b55e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.696537 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks [] for router_controller (64f42752-8f53-4de6-8496-8f497542b55e), precommit_add_association {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.702429 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-77732bf9-8ee2-480e-8cb2-0d5455add01d', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:35:44.703601 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.833299 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks [] for router_gateway (64f42752-8f53-4de6-8496-8f497542b55e), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.840594 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Allocated IP 172.20.0.2 (77732bf9-8ee2-480e-8cb2-0d5455add01d/f6d674a0-b757-4f21-942a-df0f3f9329b1/6a44eb81-9664-4e45-8770-235f8d2bceab) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:44.987908 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Publish callbacks [] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:44.993597 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.018644 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks [] for router_gateway (64f42752-8f53-4de6-8496-8f497542b55e), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.029886 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:45.034701 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:45.038467 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.041111 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:45.051966 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Pushing event updated for resources: {'Port': ['ID=6a44eb81-9664-4e45-8770-235f8d2bceab,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:45.079118 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:45.097600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7591dba3-56f4-4739-8b1f-33a42a9073b1 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:35:45.099624 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 2bcb3176-596a-4211-910f-3e00167f2763 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:45.132362 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:45.147861 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Attempting to bind port 6a44eb81-9664-4e45-8770-235f8d2bceab on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:35:45.148234 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Attempting to bind port 6a44eb81-9664-4e45-8770-235f8d2bceab by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:35:45.148599 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Attempting to bind port 6a44eb81-9664-4e45-8770-235f8d2bceab on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:45.149514 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:45.150323 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:45.158707 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Allocated IP 172.27.3.216 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/588feae8-9662-43af-b55a-4412ac95037a) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:45.259970 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 2bcb3176-596a-4211-910f-3e00167f2763 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:35:45.265289 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks [] for port (588feae8-9662-43af-b55a-4412ac95037a), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.273939 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:35:45.274306 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Checking segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:45.274714 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.275112 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Bound using segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:35:45.275617 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Bound port: 6a44eb81-9664-4e45-8770-235f8d2bceab, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:35:45.276000 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.280257 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 2bcb3176-596a-4211-910f-3e00167f2763 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:45.280621 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (2bcb3176-596a-4211-910f-3e00167f2763), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.280954 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 2bcb3176-596a-4211-910f-3e00167f2763 Oct 31 12:35:45.332707 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (588feae8-9662-43af-b55a-4412ac95037a), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.335971 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 7591dba3-56f4-4739-8b1f-33a42a9073b1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:45.371953 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'mac_address': 'fa:16:3e:2e:73:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:35:45.395616 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5af6c-c7e6-4229-a4c3-1432345089b4 req-f7613501-61a8-4920-b993-4641b54ef033 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:45.397388 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-94a5af6c-c7e6-4229-a4c3-1432345089b4 req-f7613501-61a8-4920-b993-4641b54ef033 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 944 time: 0.0959358 Oct 31 12:35:45.399180 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:45.403444 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:45.406465 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:45.426986 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] For port 6a44eb81-9664-4e45-8770-235f8d2bceab, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:35:45.442729 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Pushing event updated for resources: {'Port': ['ID=588feae8-9662-43af-b55a-4412ac95037a,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:45.462642 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] For port 6a44eb81-9664-4e45-8770-235f8d2bceab, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=6a44eb81-9664-4e45-8770-235f8d2bceab,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:35:45.479873 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 2bcb3176-596a-4211-910f-3e00167f2763 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:45.480327 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (2bcb3176-596a-4211-910f-3e00167f2763), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.483501 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.490679 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 7591dba3-56f4-4739-8b1f-33a42a9073b1 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:45.491058 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.545047 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81829-6317-4371-9f75-872c21a4dc97 req-f1d06419-3179-4cee-8649-bbf3a5e16015 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:45.547312 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7591dba3-56f4-4739-8b1f-33a42a9073b1 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:35:45.553186 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65f81829-6317-4371-9f75-872c21a4dc97 req-f1d06419-3179-4cee-8649-bbf3a5e16015 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 945 time: 0.0877461 Oct 31 12:35:45.558366 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:45.560691 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d359553-c22e-4286-b81e-a2a4686d24e6" -d '{"events": [{"server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb3176-596a-4211-910f-3e00167f2763"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:45.594648 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 2bcb3176-596a-4211-910f-3e00167f2763, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2bcb3176-596a-4211-910f-3e00167f2763,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:45.614440 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (2bcb3176-596a-4211-910f-3e00167f2763), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.615291 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:45.621355 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-65f81829-6317-4371-9f75-872c21a4dc97 req-f098278a-b2ca-4a72-8bcd-1ee214bf7bc3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671451 Oct 31 12:35:45.622801 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 7591dba3-56f4-4739-8b1f-33a42a9073b1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:45.645629 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a642b-1724-46b2-9d2e-9054aaf075e1 None None] Pushing event updated for resources: {'Port': ['ID=6a44eb81-9664-4e45-8770-235f8d2bceab,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:45.651058 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.722627 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=2bcb3176-596a-4211-910f-3e00167f2763,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:45.750860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2262306-6b53-4f27-82c5-d6a1c8c27e71 x-openstack-request-id: req-b2262306-6b53-4f27-82c5-d6a1c8c27e71 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:45.750860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "name": "network-vif-plugged", "status": "completed", "tag": "2bcb3176-596a-4211-910f-3e00167f2763", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:45.750860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2262306-6b53-4f27-82c5-d6a1c8c27e71 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:45.751905 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2262306-6b53-4f27-82c5-d6a1c8c27e71'] response: {'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763', 'code': 200} Oct 31 12:35:45.785376 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:45.882366 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port dffec82d-007b-4838-9898-19da61885395 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:45.889166 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (dffec82d-007b-4838-9898-19da61885395), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:45.889730 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f491a-68e8-4809-a85b-82f07a9db3da req-b0640633-d6aa-489c-9399-5b553c0ee32f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:45.890210 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port dffec82d-007b-4838-9898-19da61885395 Oct 31 12:35:45.894428 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=7591dba3-56f4-4739-8b1f-33a42a9073b1,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:45.899982 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-624f491a-68e8-4809-a85b-82f07a9db3da req-b0640633-d6aa-489c-9399-5b553c0ee32f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 944 time: 0.0995274 Oct 31 12:35:45.989750 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-94a5af6c-c7e6-4229-a4c3-1432345089b4 req-401ceee6-7fcb-428d-9a3d-d50c09907c88 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5356023 Oct 31 12:35:45.999310 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-624f491a-68e8-4809-a85b-82f07a9db3da req-7e426150-b63e-41a4-a4ff-9a629c5292e2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982461 Oct 31 12:35:46.025640 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['7591dba3-56f4-4739-8b1f-33a42a9073b1'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:35:46.067936 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:46.068330 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.075968 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks [] for router_gateway (64f42752-8f53-4de6-8496-8f497542b55e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.104270 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d78449-c410-49f6-a0d6-82f5927cf8e2 req-579a80fc-95ec-4212-bf62-a2d8bb6421de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:46.106027 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f6d78449-c410-49f6-a0d6-82f5927cf8e2 req-579a80fc-95ec-4212-bf62-a2d8bb6421de service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 1130 time: 0.0499933 Oct 31 12:35:46.138736 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:46.150359 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2dd8c7ba-11a5-4b96-adf6-be571934d51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.158185 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:46.159605 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.172742 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f6d78449-c410-49f6-a0d6-82f5927cf8e2 req-f38c191a-1b42-400c-9273-35e52bfaad90 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573540 Oct 31 12:35:46.250085 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=7']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:46.323100 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (64f42752-8f53-4de6-8496-8f497542b55e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.362122 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6a44eb81-9664-4e45-8770-235f8d2bceab up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:46.409322 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 6a44eb81-9664-4e45-8770-235f8d2bceab triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:46.409974 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.410454 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 6a44eb81-9664-4e45-8770-235f8d2bceab Oct 31 12:35:46.457835 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=91 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:46.462947 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:46.481040 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Router 64f42752-8f53-4de6-8496-8f497542b55e is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:35:46.506661 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 6a44eb81-9664-4e45-8770-235f8d2bceab is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:46.507104 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.546780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 6a44eb81-9664-4e45-8770-235f8d2bceab, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=6a44eb81-9664-4e45-8770-235f8d2bceab,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:46.553063 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.614716 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=6a44eb81-9664-4e45-8770-235f8d2bceab,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:46.614974 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:35:46.626740 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:35:46.636465 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:46.639214 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e4313277-c00e-4708-a887-a2f506dee3ad admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0221672 Oct 31 12:35:46.639371 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:46.639548 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:46.640979 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59518) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:46.765215 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37b835-e0d4-4616-a878-e5a3ffc0d7fc None None] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:35:46.773341 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:46.829936 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d353a-0cb0-40af-a673-a85be897b401 req-7442db37-0d8f-4b37-af2e-016b2b0577fe tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:46.831276 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a10d353a-0cb0-40af-a673-a85be897b401 req-7442db37-0d8f-4b37-af2e-016b2b0577fe tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.0988274 Oct 31 12:35:46.941158 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a10d353a-0cb0-40af-a673-a85be897b401 req-ec15c75a-5aaf-4829-8f72-58e551cd1d5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942693 Oct 31 12:35:47.000051 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-b2153153-7e47-463f-959f-ff9b9eaf2d89 None None] Provisioning complete for port 6a44eb81-9664-4e45-8770-235f8d2bceab triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:47.000341 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b2153153-7e47-463f-959f-ff9b9eaf2d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.000676 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-b2153153-7e47-463f-959f-ff9b9eaf2d89 None None] Attempt 1 to provision port 6a44eb81-9664-4e45-8770-235f8d2bceab Oct 31 12:35:47.103510 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:47.125116 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:47.212331 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:47.219542 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026076f6-7523-4ce8-853f-0d64597024f4 req-d2c7a90b-75d9-482b-965a-f45fd8bcf2df tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:47.232915 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-026076f6-7523-4ce8-853f-0d64597024f4 req-d2c7a90b-75d9-482b-965a-f45fd8bcf2df tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 944 time: 0.1228828 Oct 31 12:35:47.238725 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7591dba3-56f4-4739-8b1f-33a42a9073b1 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:47.322548 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-026076f6-7523-4ce8-853f-0d64597024f4 req-6c8ffd8e-218d-459b-b31f-03a3e1fc98ad tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751321 Oct 31 12:35:47.406253 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-b2153153-7e47-463f-959f-ff9b9eaf2d89 None None] Current status of the port 6a44eb81-9664-4e45-8770-235f8d2bceab is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:47.418868 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 7591dba3-56f4-4739-8b1f-33a42a9073b1 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:35:47.433687 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 7591dba3-56f4-4739-8b1f-33a42a9073b1 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:47.434177 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.434520 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 7591dba3-56f4-4739-8b1f-33a42a9073b1 Oct 31 12:35:47.471056 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.476165 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:45Z', 'revision_number': 3, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:47.508666 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:35:47.508932 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Updating router 64f42752-8f53-4de6-8496-8f497542b55e port 588feae8-9662-43af-b55a-4412ac95037a binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:35:47.551318 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (588feae8-9662-43af-b55a-4412ac95037a), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.569665 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddb9e-3f31-4bb3-9679-503542240d4b req-9bb6af97-97f9-449b-855f-77def67ae508 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:47.571255 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09dddb9e-3f31-4bb3-9679-503542240d4b req-9bb6af97-97f9-449b-855f-77def67ae508 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.4476705 Oct 31 12:35:47.631895 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 7591dba3-56f4-4739-8b1f-33a42a9073b1 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:47.632116 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.634788 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:47.667840 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09dddb9e-3f31-4bb3-9679-503542240d4b req-4dfab7b6-1665-4478-bf6b-44405a1eee23 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843282 Oct 31 12:35:47.714573 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.747627 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-ec3932e8-a6fb-497a-902d-8cd0128a8be1 None None] Provisioning complete for port 6a44eb81-9664-4e45-8770-235f8d2bceab triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:47.747999 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ec3932e8-a6fb-497a-902d-8cd0128a8be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.748373 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-ec3932e8-a6fb-497a-902d-8cd0128a8be1 None None] Attempt 1 to provision port 6a44eb81-9664-4e45-8770-235f8d2bceab Oct 31 12:35:47.753176 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:47.755528 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e4c90-5819-4a71-bf65-061d8fd2526a" -d '{"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:47.816818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be75e5-b4d9-4832-b0dc-3b73e5793d27 x-openstack-request-id: req-f1be75e5-b4d9-4832-b0dc-3b73e5793d27 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:47.816818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:47.816818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1be75e5-b4d9-4832-b0dc-3b73e5793d27 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:47.817669 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1be75e5-b4d9-4832-b0dc-3b73e5793d27'] response: {'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395', 'code': 200} Oct 31 12:35:47.838540 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 7591dba3-56f4-4739-8b1f-33a42a9073b1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:47.853563 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:47.901918 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Allocated IP 172.20.0.1 (77732bf9-8ee2-480e-8cb2-0d5455add01d/f6d674a0-b757-4f21-942a-df0f3f9329b1/e4ff6efb-2d64-4595-92d0-2fc624fc1ff9) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:47.974927 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=7591dba3-56f4-4739-8b1f-33a42a9073b1,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:48.054455 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks [] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.061456 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-ec3932e8-a6fb-497a-902d-8cd0128a8be1 None None] Current status of the port 6a44eb81-9664-4e45-8770-235f8d2bceab is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:48.155550 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Publish callbacks [] for port (588feae8-9662-43af-b55a-4412ac95037a), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.160971 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75687642-d729-47a5-9a83-f5a7996710ad req-c6a53841-bb64-4e59-8552-40d8c034b32c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:48.162521 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75687642-d729-47a5-9a83-f5a7996710ad req-c6a53841-bb64-4e59-8552-40d8c034b32c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.1157331 Oct 31 12:35:48.162659 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (588feae8-9662-43af-b55a-4412ac95037a), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.182774 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Attempting to bind port 588feae8-9662-43af-b55a-4412ac95037a on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:35:48.183146 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Attempting to bind port 588feae8-9662-43af-b55a-4412ac95037a by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:35:48.183528 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Attempting to bind port 588feae8-9662-43af-b55a-4412ac95037a on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:48.214329 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.256774 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:48.258134 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:48.269075 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:48.283380 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75687642-d729-47a5-9a83-f5a7996710ad req-b30f2bf1-f83b-433a-9522-71fdeec3af7e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116812 Oct 31 12:35:48.286768 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:48.295075 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea639b94-19a1-4e8f-970b-dc079be83296 None None] Pushing event updated for resources: {'Port': ['ID=588feae8-9662-43af-b55a-4412ac95037a,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:48.298293 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:48.302665 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:48.303309 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (64f42752-8f53-4de6-8496-8f497542b55e), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.316373 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:35:48.316638 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:48.316959 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.317352 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:35:48.317856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Bound port: 588feae8-9662-43af-b55a-4412ac95037a, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:35:48.318236 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (588feae8-9662-43af-b55a-4412ac95037a), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.349681 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Pushing event updated for resources: {'Port': ['ID=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:48.367347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.367865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.368208 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.368546 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.368877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.369258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.369529 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.369845 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.370167 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.370490 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.370810 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.375100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.375100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.375400 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.376970 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:35:48.493291 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6a44eb81-9664-4e45-8770-235f8d2bceab up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:48.551302 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.552344 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] For port 588feae8-9662-43af-b55a-4412ac95037a, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:35:48.571842 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3431-b642-4fa4-9510-6e0b158a5ea4 req-5b67b68b-f58b-48b5-8682-17adb0abf720 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:48.574156 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] For port 588feae8-9662-43af-b55a-4412ac95037a, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=588feae8-9662-43af-b55a-4412ac95037a,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:35:48.575255 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-108c3431-b642-4fa4-9510-6e0b158a5ea4 req-5b67b68b-f58b-48b5-8682-17adb0abf720 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0705085 Oct 31 12:35:48.600516 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (588feae8-9662-43af-b55a-4412ac95037a), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.650561 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-108c3431-b642-4fa4-9510-6e0b158a5ea4 req-4e5c3fed-4783-454d-a97a-1aa04a77ab3c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684807 Oct 31 12:35:48.719462 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 6a44eb81-9664-4e45-8770-235f8d2bceab triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:48.720642 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.721420 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 6a44eb81-9664-4e45-8770-235f8d2bceab Oct 31 12:35:48.723270 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea639b94-19a1-4e8f-970b-dc079be83296 None None] Pushing event updated for resources: {'Port': ['ID=588feae8-9662-43af-b55a-4412ac95037a,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:48.825788 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-6339d6e3-c6ee-480d-b531-11ff3a93914d None None] Provisioning complete for port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:48.826456 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6339d6e3-c6ee-480d-b531-11ff3a93914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.826787 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-6339d6e3-c6ee-480d-b531-11ff3a93914d None None] Attempt 1 to provision port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 Oct 31 12:35:48.835794 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:48.836436 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:48.904679 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:48.927700 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-6339d6e3-c6ee-480d-b531-11ff3a93914d None None] Port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:35:48.941126 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks [] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.959955 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe135a82-8438-40c3-becb-b53043d3e80c req-144e393b-230c-4461-8caa-72c4a1c796ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:48.968016 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fe135a82-8438-40c3-becb-b53043d3e80c req-144e393b-230c-4461-8caa-72c4a1c796ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1453023 Oct 31 12:35:48.996490 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:48.998670 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (64f42752-8f53-4de6-8496-8f497542b55e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:49.000520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 6a44eb81-9664-4e45-8770-235f8d2bceab is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:49.034082 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:49.089402 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:49.143018 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fe135a82-8438-40c3-becb-b53043d3e80c req-b9a70f20-caa8-489d-b5d6-1e074f218b7c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704576 Oct 31 12:35:49.151624 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Pushing event updated for resources: {'Port': ['ID=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:49.185973 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:49.187602 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:49.321719 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:47Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:49.437367 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:35:49.525196 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766d424-cf9c-4241-9b51-f87da7c98970 req-15b28fda-90c8-4249-875b-bbeecf86582b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:49.534412 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7766d424-cf9c-4241-9b51-f87da7c98970 req-15b28fda-90c8-4249-875b-bbeecf86582b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.0903986 Oct 31 12:35:49.571433 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:49.573477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:35:49.591812 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e2c12603-4dcc-4450-81df-c841af177a0b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/64f42752-8f53-4de6-8496-8f497542b55e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9409485 Oct 31 12:35:49.592223 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c26b64-cc1a-4c9c-9a59-44a31bc942a6 None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:47Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:35:49.592223 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:49.607575 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-d11a3ff4-8424-4c12-841a-6586604228f3 None None] Provisioning complete for port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:49.608216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-d11a3ff4-8424-4c12-841a-6586604228f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:49.608559 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-d11a3ff4-8424-4c12-841a-6586604228f3 None None] Attempt 1 to provision port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 Oct 31 12:35:49.608791 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7766d424-cf9c-4241-9b51-f87da7c98970 req-9365e522-7b09-4ab5-831f-a19e16034dc4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734143 Oct 31 12:35:49.682002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-d11a3ff4-8424-4c12-841a-6586604228f3 None None] Port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:35:49.767751 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188823c-757c-4d12-b0a3-6ca4549c2493 req-d1d087e2-9fac-40b0-8636-dde553ac5d94 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:49.781906 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59554) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:49.783599 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6188823c-757c-4d12-b0a3-6ca4549c2493 req-d1d087e2-9fac-40b0-8636-dde553ac5d94 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.0749311 Oct 31 12:35:49.785744 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'port_id': '2bcb3176-596a-4211-910f-3e00167f2763'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:49.818321 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:49.821114 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57234e69-590c-4954-a237-9472559444d8" -d '{"events": [{"server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "name": "network-vif-plugged", "status": "completed", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:49.835123 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (58c7b655-7e16-42b4-bb6d-bf922f8d5507), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:49.848383 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6128a2-40b1-4771-b41f-061a60192461 req-8b938ae9-a47c-43b2-8438-edf4ed14d7a9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:49.855404 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5f6128a2-40b1-4771-b41f-061a60192461 req-8b938ae9-a47c-43b2-8438-edf4ed14d7a9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.1103404 Oct 31 12:35:49.873401 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8affd8-d588-4b39-bd8d-47e19ccd7eec x-openstack-request-id: req-6a8affd8-d588-4b39-bd8d-47e19ccd7eec {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:49.874522 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "name": "network-vif-plugged", "status": "completed", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:49.874701 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a8affd8-d588-4b39-bd8d-47e19ccd7eec {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:49.875077 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8affd8-d588-4b39-bd8d-47e19ccd7eec'] response: {'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'code': 200} Oct 31 12:35:50.064830 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5f6128a2-40b1-4771-b41f-061a60192461 req-1b25d942-a004-4bb5-adb3-51f7593c47a4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081103 Oct 31 12:35:50.287754 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de32f07-5a34-4e55-a1dd-085e21a16baf req-2ab899c5-7d16-43c2-94bb-9d0913adb3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:50.289250 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4de32f07-5a34-4e55-a1dd-085e21a16baf req-2ab899c5-7d16-43c2-94bb-9d0913adb3cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1129 time: 0.1127553 Oct 31 12:35:50.433013 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c93b0-5ccb-4227-922f-b2f83961ef44 req-a7eaafd8-25e8-4233-853c-82fca4633bb6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:50.433013 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d27c93b0-5ccb-4227-922f-b2f83961ef44 req-a7eaafd8-25e8-4233-853c-82fca4633bb6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1501729 Oct 31 12:35:50.477775 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4de32f07-5a34-4e55-a1dd-085e21a16baf req-7553f298-cdea-4422-adc2-6c2a5f0eb4f4 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677070 Oct 31 12:35:50.542763 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d27c93b0-5ccb-4227-922f-b2f83961ef44 req-a4549c6e-a90d-465f-ad17-7b513efa21fb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983095 Oct 31 12:35:50.576069 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59572) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:50.582096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-421384176-network', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:50.593164 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:50.603787 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:50.612114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Made reservation on behalf of 164b302bf1bc417a9fd2affa94c91d40 for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:35:50.612302 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (58c7b655-7e16-42b4-bb6d-bf922f8d5507), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:50.614584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:50.625219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:50.742728 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP 58c7b655-7e16-42b4-bb6d-bf922f8d5507 associated. External IP: 172.27.3.160, port: 2bcb3176-596a-4211-910f-3e00167f2763. Oct 31 12:35:50.746006 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:50.831362 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks [] for security_group (11f0b10d-d654-4b7b-bfed-1367813593c9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:50.851024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (11f0b10d-d654-4b7b-bfed-1367813593c9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:50.893617 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:35:50.905341 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f0b10d-d654-4b7b-bfed-1367813593c9,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:50.913304 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (b70423a3-4d96-43e1-a321-825b4ad5a029), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:50.913918 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Added segment b70423a3-4d96-43e1-a321-825b4ad5a029 of type vlan for network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 Oct 31 12:35:50.924545 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:50.982006 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.018483 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.020831 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:51.022070 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.043220 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:35:51.126561 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5461586 Oct 31 12:35:51.127592 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59576) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:51.132265 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Request body: {'subnet': {'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-421384176-subnet', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:51.149443 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c8e16-d454-4e60-a11a-8d9c18b773a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:51.161755 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:35:51.181188 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Made reservation on behalf of 164b302bf1bc417a9fd2affa94c91d40 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:35:51.184058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.233305 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e9dc9-fdce-466d-899b-36558d8612c6 req-35a9e4aa-4b41-494d-85ff-3f4f5f99a4cd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:51.243557 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ef7e9dc9-fdce-466d-899b-36558d8612c6 req-35a9e4aa-4b41-494d-85ff-3f4f5f99a4cd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0761139 Oct 31 12:35:51.278788 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:35:51.285830 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.292786 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:35:51.304950 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:51.307856 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:51.461715 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for subnet (f4bd6972-5029-4291-87c7-8c6ba24c1708), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.462808 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f3a46fcb-379b-4e38-bc13-423702e3ec37 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/58c7b655-7e16-42b4-bb6d-bf922f8d5507 HTTP/1.1" status: 200 len: 992 time: 1.6805100 Oct 31 12:35:51.467977 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:51.472592 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:51.475208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938f44d-63b9-4042-aea0-143e64de1b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "tag": "2bcb3176-596a-4211-910f-3e00167f2763"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:51.494656 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ef7e9dc9-fdce-466d-899b-36558d8612c6 req-665a3207-8e06-4905-8501-cddde50c7610 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500348 Oct 31 12:35:51.537058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4bd6972-5029-4291-87c7-8c6ba24c1708,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:51.541572 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Checking segment: {'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:51.542008 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Network hostable DHCP agents. Network: 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:35:51.545110 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:51.586306 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:35:51.592459 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7525528-867a-4d67-9b90-48864b838475 x-openstack-request-id: req-e7525528-867a-4d67-9b90-48864b838475 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:51.592731 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "tag": "2bcb3176-596a-4211-910f-3e00167f2763", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:51.592990 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7525528-867a-4d67-9b90-48864b838475 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:51.593755 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7525528-867a-4d67-9b90-48864b838475'] response: {'name': 'network-changed', 'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763', 'status': 'completed', 'code': 200} Oct 31 12:35:51.605385 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:51.618156 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:51.620652 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcf1595-9177-42a4-8a6c-8945b1044fcc None None] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:35:51.620787 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.695832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-aa6e6111-1512-4a2a-b54e-5a4a31f60759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:51.696089 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:51.696982 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-aa6e6111-1512-4a2a-b54e-5a4a31f60759 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 1130 time: 0.0668435 Oct 31 12:35:51.769763 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2358f-0621-4cc6-8ce0-97cd931e1865 req-89a8fc01-973c-4cee-ba91-69191eab8a03 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:51.776275 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ab647691-e749-4ca3-aa13-6d795b3eda06 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6383612 Oct 31 12:35:51.777221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59584) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:51.781334 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-35f2358f-0621-4cc6-8ce0-97cd931e1865 req-89a8fc01-973c-4cee-ba91-69191eab8a03 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1206524 Oct 31 12:35:51.802223 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:51.889257 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (07b477c0-71cd-4399-9674-bda2a9fe9c18), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.890482 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (07b477c0-71cd-4399-9674-bda2a9fe9c18), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:51.916339 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:51.918033 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-35f2358f-0621-4cc6-8ce0-97cd931e1865 req-191ba74f-5d92-49d6-8d8f-8ef38dae9d71 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357181 Oct 31 12:35:51.999685 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.006396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-a022589e-b23a-4784-b42f-ef63183a13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:52.009165 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6', 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6', 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'fixed_ips': [{'subnet_id': 'f4bd6972-5029-4291-87c7-8c6ba24c1708'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:35:52.010345 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.012328 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-a022589e-b23a-4784-b42f-ef63183a13f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 916 time: 0.2918329 Oct 31 12:35:52.052641 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '58c7b655-7e16-42b4-bb6d-bf922f8d5507', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '2bcb3176-596a-4211-910f-3e00167f2763', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:b4:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:31Z', 'updated_at': '2022-10-31T12:35:50Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}, {'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:06Z', 'revision_number': 2, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:52.056526 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks [] for router_controller (07b477c0-71cd-4399-9674-bda2a9fe9c18), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.082590 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:35:52.092466 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:52.093349 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:52.170254 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:52.227202 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Allocated IP 172.20.0.2 (6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6/f4bd6972-5029-4291-87c7-8c6ba24c1708/ba360c1f-ee2f-465b-b8b5-32660a855855) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:52.289706 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:52.290477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks [] for router_gateway (07b477c0-71cd-4399-9674-bda2a9fe9c18), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.530866 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 588feae8-9662-43af-b55a-4412ac95037a up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:52.622624 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Publish callbacks [] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.637762 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-f1c13cc7-a9a5-4e69-be62-7409d8a930f1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bcb3176-596a-4211-910f-3e00167f2763 HTTP/1.1" status: 200 len: 1000 time: 0.1118753 Oct 31 12:35:52.653936 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.720516 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:52.727224 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 588feae8-9662-43af-b55a-4412ac95037a triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:52.727600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (588feae8-9662-43af-b55a-4412ac95037a), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.727931 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 588feae8-9662-43af-b55a-4412ac95037a Oct 31 12:35:52.729765 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:52.733809 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:52.736512 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Pushing event updated for resources: {'Port': ['ID=ba360c1f-ee2f-465b-b8b5-32660a855855,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:52.810712 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9c43d-a073-4550-af48-2449ea3aae60 req-7751dd50-5c41-4e63-b9c3-f1f12024d592 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:52.814714 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbc9c43d-a073-4550-af48-2449ea3aae60 req-7751dd50-5c41-4e63-b9c3-f1f12024d592 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.1331184 Oct 31 12:35:52.816740 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks [] for router_gateway (07b477c0-71cd-4399-9674-bda2a9fe9c18), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.831726 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '58c7b655-7e16-42b4-bb6d-bf922f8d5507', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '2bcb3176-596a-4211-910f-3e00167f2763', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:b4:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:31Z', 'updated_at': '2022-10-31T12:35:50Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}, {'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:06Z', 'revision_number': 2, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:52.869621 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Attempting to bind port ba360c1f-ee2f-465b-b8b5-32660a855855 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:35:52.870195 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Attempting to bind port ba360c1f-ee2f-465b-b8b5-32660a855855 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:35:52.870812 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Attempting to bind port ba360c1f-ee2f-465b-b8b5-32660a855855 on network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:52.873802 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.879437 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdf10f-bb8c-46e5-b7c3-a0eb4ff41827 None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '58c7b655-7e16-42b4-bb6d-bf922f8d5507', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '2bcb3176-596a-4211-910f-3e00167f2763', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:b4:9e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:31Z', 'updated_at': '2022-10-31T12:35:50Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}, {'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:06Z', 'revision_number': 2, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:35:52.970793 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 588feae8-9662-43af-b55a-4412ac95037a is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:52.971573 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (588feae8-9662-43af-b55a-4412ac95037a), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.985985 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:35:52.987554 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Checking segment: {'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:52.988283 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:52.989320 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Bound using segment: {'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:35:52.990072 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Bound port: ba360c1f-ee2f-465b-b8b5-32660a855855, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:35:52.990678 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:53.041384 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 588feae8-9662-43af-b55a-4412ac95037a, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=588feae8-9662-43af-b55a-4412ac95037a,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:53.060974 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fbc9c43d-a073-4550-af48-2449ea3aae60 req-8624b22a-ae2f-4898-85f8-64f638ef16d6 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102523 Oct 31 12:35:53.072836 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-f3fb053f-185a-4186-9785-f936ac37c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:53.075440 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (588feae8-9662-43af-b55a-4412ac95037a), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:53.075539 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-f3fb053f-185a-4186-9785-f936ac37c32f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.3948071 Oct 31 12:35:53.158627 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] For port ba360c1f-ee2f-465b-b8b5-32660a855855, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:35:53.164325 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=588feae8-9662-43af-b55a-4412ac95037a,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:53.174550 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:53.176446 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] For port ba360c1f-ee2f-465b-b8b5-32660a855855, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=ba360c1f-ee2f-465b-b8b5-32660a855855,segment=NetworkSegment(b70423a3-4d96-43e1-a321-825b4ad5a029),segment_id=b70423a3-4d96-43e1-a321-825b4ad5a029)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:35:53.181802 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:35:53.193885 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:53.195095 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:53.195741 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:53.199480 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:53.230421 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-3b11e7f4-b371-4b3c-9ab5-905edec7b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:53.232019 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-3b11e7f4-b371-4b3c-9ab5-905edec7b217 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1482682 Oct 31 12:35:53.255974 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb6bb-1b58-49f6-af4d-8eb172f3e5eb req-70d265cd-298d-45d9-909d-c48dd9a80c4a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:53.258110 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e05fb6bb-1b58-49f6-af4d-8eb172f3e5eb req-70d265cd-298d-45d9-909d-c48dd9a80c4a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1680527 Oct 31 12:35:53.337491 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ba5dab-1a16-41c7-b176-abc25825fc76 None None] New status for floating IP 58c7b655-7e16-42b4-bb6d-bf922f8d5507: ACTIVE {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:35:53.359374 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e05fb6bb-1b58-49f6-af4d-8eb172f3e5eb req-65476eb7-75a4-4c89-ade8-d5810f58452b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631843 Oct 31 12:35:53.377983 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fe35c-126e-4f39-8576-10dc2a858b89 None None] Pushing event updated for resources: {'Port': ['ID=ba360c1f-ee2f-465b-b8b5-32660a855855,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:53.390556 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-a28e5992-f1cb-4b38-ad30-e0693c37d6c4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424177 Oct 31 12:35:53.393063 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:53.406851 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:53.739735 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Allocated IP 172.27.3.244 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/ce167ed6-bc94-4ab8-829c-001a17f8b537) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:53.795932 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 2, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:53.822675 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:35:53.823055 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Updating router 64f42752-8f53-4de6-8496-8f497542b55e port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:35:53.857835 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:53.902447 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a938f44d-63b9-4042-aea0-143e64de1b7a req-787b526b-20ec-4f6b-af41-fd96bfa4d493 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018280 Oct 31 12:35:53.912944 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-bd1d4acf-d55b-49e8-a6ba-b35421554379 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954499 Oct 31 12:35:53.971795 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks [] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:54.036052 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:54.047122 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514670-5980-494c-94c6-76220d1324d1 req-78c5456f-fdd0-4d8c-8ea8-2beec28bd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:54.049475 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-78c5456f-fdd0-4d8c-8ea8-2beec28bd038 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 1130 time: 0.0754106 Oct 31 12:35:54.083068 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:54.153463 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Pushing event updated for resources: {'Port': ['ID=ce167ed6-bc94-4ab8-829c-001a17f8b537,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:54.265441 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Publish callbacks [] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:54.277966 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:54.295926 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514670-5980-494c-94c6-76220d1324d1 req-7c241c2a-6687-4b02-b26a-1be09dbd4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:54.297427 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-7c241c2a-6687-4b02-b26a-1be09dbd4f1c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.2238169 Oct 31 12:35:54.305307 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32944422-cd0c-4c8d-8639-07c819d6d7f8 req-3d5b8893-7153-478f-8c3f-2d8f3a7d0933 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:54.312437 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32944422-cd0c-4c8d-8639-07c819d6d7f8 req-3d5b8893-7153-478f-8c3f-2d8f3a7d0933 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0659196 Oct 31 12:35:54.322732 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:54.373165 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-f9dc2bef-1185-4511-80fa-a62c1626399c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc HTTP/1.1" status: 200 len: 217 time: 0.0491505 Oct 31 12:35:54.375406 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:54.385071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:54.414184 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Attempting to bind port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:35:54.414783 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Attempting to bind port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:35:54.415119 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Attempting to bind port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:54.429951 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e49d41-e5a9-47b3-8645-6dabbcc79f04 None None] Pushing event updated for resources: {'Port': ['ID=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:54.500054 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:35:54.500435 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Checking segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:54.502332 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:54.502332 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Bound using segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:35:54.502544 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Bound port: e4ff6efb-2d64-4595-92d0-2fc624fc1ff9, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:35:54.502824 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:54.613515 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ba360c1f-ee2f-465b-b8b5-32660a855855 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:54.653638 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514670-5980-494c-94c6-76220d1324d1 req-2ad5455a-5de5-422c-9cc8-772faadd64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:54.653923 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:54.656330 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-2ad5455a-5de5-422c-9cc8-772faadd64c9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.1780832 Oct 31 12:35:54.662749 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affe10c-0892-4d15-8900-1f5ca21cd564 req-2073b76b-6d5d-451c-b77a-a985ddcff55d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:54.664882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:54.665377 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5affe10c-0892-4d15-8900-1f5ca21cd564 req-2073b76b-6d5d-451c-b77a-a985ddcff55d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0974214 Oct 31 12:35:54.672354 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] For port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:35:54.680596 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] For port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:35:54.693071 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f82665-8e7f-4bd3-b583-3d28b1fad11a None None] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:35:54.700667 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:54.724497 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:54.757971 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32944422-cd0c-4c8d-8639-07c819d6d7f8 req-83194a12-c39d-42c2-9311-a9752777a62e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446659 Oct 31 12:35:54.775466 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5affe10c-0892-4d15-8900-1f5ca21cd564 req-ba8a33c6-cc6f-4a68-8c71-affbf3b488b0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942039 Oct 31 12:35:54.803849 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514670-5980-494c-94c6-76220d1324d1 req-85f29001-079f-4d8f-8668-f97f18278f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:54.805396 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-85f29001-079f-4d8f-8668-f97f18278f1f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1208661 Oct 31 12:35:54.832476 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:54.833179 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:55.029812 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96856a-5e98-446c-bdbb-d15a16672c4d req-a927b5c0-ea9b-455f-911a-984b68cd3237 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:55.031404 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-da96856a-5e98-446c-bdbb-d15a16672c4d req-a927b5c0-ea9b-455f-911a-984b68cd3237 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.1045825 Oct 31 12:35:55.041501 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59604) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:55.049181 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'floatingip': {'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:35:55.054262 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-aaacd73f-b40f-440e-87d7-640698ec7dca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237518 Oct 31 12:35:55.061331 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] Provisioning complete for port ba360c1f-ee2f-465b-b8b5-32660a855855 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:55.061706 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.062052 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] Attempt 1 to provision port ba360c1f-ee2f-465b-b8b5-32660a855855 Oct 31 12:35:55.099517 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.119786 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port ba360c1f-ee2f-465b-b8b5-32660a855855 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:55.120160 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.120495 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port ba360c1f-ee2f-465b-b8b5-32660a855855 Oct 31 12:35:55.162176 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks [] for router_gateway (07b477c0-71cd-4399-9674-bda2a9fe9c18), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.220278 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e49d41-e5a9-47b3-8645-6dabbcc79f04 None None] Pushing event updated for resources: {'Port': ['ID=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:55.290825 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49514670-5980-494c-94c6-76220d1324d1 req-d1aafeae-5be7-4d49-8d51-32f3996a5b4e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106156 Oct 31 12:35:55.336191 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] Current status of the port ba360c1f-ee2f-465b-b8b5-32660a855855 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:55.336747 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.437910 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:55.445664 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:55.446623 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:55.542132 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port ba360c1f-ee2f-465b-b8b5-32660a855855 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:55.542486 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.545472 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (07b477c0-71cd-4399-9674-bda2a9fe9c18), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.573117 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] For port ba360c1f-ee2f-465b-b8b5-32660a855855, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=ba360c1f-ee2f-465b-b8b5-32660a855855,segment=NetworkSegment(b70423a3-4d96-43e1-a321-825b4ad5a029),segment_id=b70423a3-4d96-43e1-a321-825b4ad5a029)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:55.582213 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.761420 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Router 07b477c0-71cd-4399-9674-bda2a9fe9c18 is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:35:55.774063 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.775664 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:55.784861 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.818809 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:55.820780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-0bb1cdd0-0be0-4071-b997-21881f3fe715 None None] Provisioning complete for port ba360c1f-ee2f-465b-b8b5-32660a855855 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:55.821264 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-0bb1cdd0-0be0-4071-b997-21881f3fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:55.821634 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-0bb1cdd0-0be0-4071-b997-21881f3fe715 None None] Attempt 1 to provision port ba360c1f-ee2f-465b-b8b5-32660a855855 Oct 31 12:35:55.997766 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:35:56.012443 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:56.031383 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:56.045643 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Sync routers for ids ['07b477c0-71cd-4399-9674-bda2a9fe9c18'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:35:56.074071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:56.082662 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d1290458-66d3-4ff0-a447-4dca15bcf280 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2853703 Oct 31 12:35:56.083815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59612) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:35:56.192646 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.db.api [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 31 12:35:56.193771 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG oslo_db.api [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 31 12:35:56.206100 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788cc02-52e6-4589-97dc-60f27dec4990 None None] Pushing event updated for resources: {'Port': ['ID=ba360c1f-ee2f-465b-b8b5-32660a855855,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:56.237581 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:54Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:56.241410 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Routers {'07b477c0-71cd-4399-9674-bda2a9fe9c18'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:56.241410 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['07b477c0-71cd-4399-9674-bda2a9fe9c18'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:56.268200 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128b8c2-ff5b-423c-bb83-56eeb0563aa6 req-144a4123-b51b-4a0d-8540-d28bf7824287 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:56.276933 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3128b8c2-ff5b-423c-bb83-56eeb0563aa6 req-144a4123-b51b-4a0d-8540-d28bf7824287 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1055703 Oct 31 12:35:56.370752 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1cdd0-0be0-4071-b997-21881f3fe715 None None] Current status of the port ba360c1f-ee2f-465b-b8b5-32660a855855 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:56.389420 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Floating IP 744bd1bb-8a33-4a75-bf51-12d7da28e5f1 associated. External IP: 172.27.3.205, port: 7591dba3-56f4-4739-8b1f-33a42a9073b1. Oct 31 12:35:56.408585 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88924b-e0ab-4280-a567-afbc7d3418ce None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:54Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:35:56.409089 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3128b8c2-ff5b-423c-bb83-56eeb0563aa6 req-97c0e59a-4c16-48c7-88d9-153acd17d4a4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258700 Oct 31 12:35:56.466861 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Set router 07b477c0-71cd-4399-9674-bda2a9fe9c18 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:56.741123 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:35:56.883545 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port ba360c1f-ee2f-465b-b8b5-32660a855855 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:56.884583 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 588feae8-9662-43af-b55a-4412ac95037a up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:56.936373 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:35:56.941939 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:56.948974 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] Sync routers for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:35:56.980053 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:56.982359 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:57.029871 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:57.066700 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8ded6d55-66a8-4695-8ee2-49aab5008c9e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/744bd1bb-8a33-4a75-bf51-12d7da28e5f1 HTTP/1.1" status: 200 len: 991 time: 2.0219891 Oct 31 12:35:57.067035 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:35:57.079834 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81636241-4d4f-4050-af84-304a70302ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:35:57.114227 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 588feae8-9662-43af-b55a-4412ac95037a triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:57.114543 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (588feae8-9662-43af-b55a-4412ac95037a), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:57.114850 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 588feae8-9662-43af-b55a-4412ac95037a Oct 31 12:35:57.175411 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c75f8d9-4981-4d8c-8e3e-daf11a94d895 x-openstack-request-id: req-7c75f8d9-4981-4d8c-8e3e-daf11a94d895 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:35:57.175702 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:35:57.175954 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c75f8d9-4981-4d8c-8e3e-daf11a94d895 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:35:57.176363 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c75f8d9-4981-4d8c-8e3e-daf11a94d895'] response: {'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'status': 'completed', 'code': 200} Oct 31 12:35:57.243983 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:35:54Z', 'revision_number': 3, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port': {'id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:52Z', 'updated_at': '2022-10-31T12:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:57.277138 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Checking router: 07b477c0-71cd-4399-9674-bda2a9fe9c18 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:35:57.277487 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Updating router 07b477c0-71cd-4399-9674-bda2a9fe9c18 port ce167ed6-bc94-4ab8-829c-001a17f8b537 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:35:57.334007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Allocated IP 172.20.0.1 (6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6/f4bd6972-5029-4291-87c7-8c6ba24c1708/f3567533-2c47-4c29-9bc0-be174fcd1ab6) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:35:57.339537 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:57.343216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 588feae8-9662-43af-b55a-4412ac95037a is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:57.345318 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:57.537950 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81636241-4d4f-4050-af84-304a70302ba2 req-c0b9a7eb-96e7-46a8-8f44-571233e8d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:57.539906 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81636241-4d4f-4050-af84-304a70302ba2 req-c0b9a7eb-96e7-46a8-8f44-571233e8d6ed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1129 time: 0.1066687 Oct 31 12:35:57.635598 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:57.636610 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:57.655590 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ba360c1f-ee2f-465b-b8b5-32660a855855 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:57.659917 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff3df2-1c71-4038-a886-6dd787fcff0f req-d3f061cd-28a1-418c-acb4-33533ae471fc tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:57.673802 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-94ff3df2-1c71-4038-a886-6dd787fcff0f req-d3f061cd-28a1-418c-acb4-33533ae471fc tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0969977 Oct 31 12:35:57.716157 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:35:57.744648 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:57.782559 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-94ff3df2-1c71-4038-a886-6dd787fcff0f req-a02a8d9e-982f-4b26-a7d8-4ce595491d5b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045644 Oct 31 12:35:57.807043 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '744bd1bb-8a33-4a75-bf51-12d7da28e5f1', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'mac_address': 'fa:16:3e:2e:73:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:32Z', 'updated_at': '2022-10-31T12:35:55Z', 'revision_number': 1, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:57.826145 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port ba360c1f-ee2f-465b-b8b5-32660a855855 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:57.826621 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:57.827027 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port ba360c1f-ee2f-465b-b8b5-32660a855855 Oct 31 12:35:57.838762 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] Checking router: 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:35:57.848974 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:57.849869 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:57.952194 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:57.970069 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port ba360c1f-ee2f-465b-b8b5-32660a855855 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:57.971457 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:58.017480 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Publish callbacks [] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.018300 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:58.034766 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.051230 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Attempting to bind port ce167ed6-bc94-4ab8-829c-001a17f8b537 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:35:58.051701 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Attempting to bind port ce167ed6-bc94-4ab8-829c-001a17f8b537 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:35:58.052138 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Attempting to bind port ce167ed6-bc94-4ab8-829c-001a17f8b537 on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:35:58.054053 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:58.054495 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.054920 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 Oct 31 12:35:58.064175 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:58.066351 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81636241-4d4f-4050-af84-304a70302ba2 req-a8b0c0eb-d305-4dbe-915c-022daa7854f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:58.067880 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81636241-4d4f-4050-af84-304a70302ba2 req-a8b0c0eb-d305-4dbe-915c-022daa7854f0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.5177917 Oct 31 12:35:58.094638 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks [] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.144393 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:58.181084 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:35:58.181510 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:35:58.182048 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.184342 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:35:58.184860 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Bound port: ce167ed6-bc94-4ab8-829c-001a17f8b537, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:35:58.185264 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.203269 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81636241-4d4f-4050-af84-304a70302ba2 req-9ff2fa06-af9b-4db0-87a3-0475f60d1804 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 999 time: 0.1186621 Oct 31 12:35:58.237605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.242008 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbf889-5866-4fc6-b4d7-bfc7f5a9225e None None] Pushing event updated for resources: {'Port': ['ID=ce167ed6-bc94-4ab8-829c-001a17f8b537,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:58.306920 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:58.307329 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.333528 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:58.339002 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:58.348152 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:35:58.348882 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (07b477c0-71cd-4399-9674-bda2a9fe9c18), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.353046 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] For port ce167ed6-bc94-4ab8-829c-001a17f8b537, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:35:58.358174 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] For port ce167ed6-bc94-4ab8-829c-001a17f8b537, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=ce167ed6-bc94-4ab8-829c-001a17f8b537,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:35:58.361120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:35:58.383448 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.388473 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.430303 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Routers {'07b477c0-71cd-4399-9674-bda2a9fe9c18'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:35:58.431109 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['07b477c0-71cd-4399-9674-bda2a9fe9c18'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:58.459580 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '744bd1bb-8a33-4a75-bf51-12d7da28e5f1', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'mac_address': 'fa:16:3e:2e:73:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:32Z', 'updated_at': '2022-10-31T12:35:55Z', 'revision_number': 1, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:58.461600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81636241-4d4f-4050-af84-304a70302ba2 req-78439913-01ef-462d-b8a2-61f3691d26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:58.470038 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81636241-4d4f-4050-af84-304a70302ba2 req-78439913-01ef-462d-b8a2-61f3691d26ed service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.2455695 Oct 31 12:35:58.505882 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Pushing event updated for resources: {'Port': ['ID=f3567533-2c47-4c29-9bc0-be174fcd1ab6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:58.537035 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c71d7c-c536-465c-a2b2-871144900fea None None] The sync data for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi is: [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '744bd1bb-8a33-4a75-bf51-12d7da28e5f1', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'mac_address': 'fa:16:3e:2e:73:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:32Z', 'updated_at': '2022-10-31T12:35:55Z', 'revision_number': 1, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:35:58.613096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81636241-4d4f-4050-af84-304a70302ba2 req-4a84be0c-04bb-4f8a-85f9-87db1003d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:58.614807 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81636241-4d4f-4050-af84-304a70302ba2 req-4a84be0c-04bb-4f8a-85f9-87db1003d8e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1389747 Oct 31 12:35:58.719936 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-d279e1ca-1945-4f91-bd69-ade934d675c4 None None] Provisioning complete for port f3567533-2c47-4c29-9bc0-be174fcd1ab6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:58.720598 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-d279e1ca-1945-4f91-bd69-ade934d675c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.720598 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-d279e1ca-1945-4f91-bd69-ade934d675c4 None None] Attempt 1 to provision port f3567533-2c47-4c29-9bc0-be174fcd1ab6 Oct 31 12:35:58.761789 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:58.764205 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:58.775469 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:58.928682 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-d279e1ca-1945-4f91-bd69-ade934d675c4 None None] Port f3567533-2c47-4c29-9bc0-be174fcd1ab6 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:35:58.950476 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c4b52-1771-4820-8f1d-c98ae7778636 None None] New status for floating IP 744bd1bb-8a33-4a75-bf51-12d7da28e5f1: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:35:58.964396 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] Set router 07b477c0-71cd-4399-9674-bda2a9fe9c18 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:35:58.994306 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbf889-5866-4fc6-b4d7-bfc7f5a9225e None None] Pushing event updated for resources: {'Port': ['ID=ce167ed6-bc94-4ab8-829c-001a17f8b537,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:59.052533 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks [] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:59.086555 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:59.088041 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (07b477c0-71cd-4399-9674-bda2a9fe9c18), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:59.110533 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:59.148337 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81636241-4d4f-4050-af84-304a70302ba2 req-70c69a3d-8331-4841-bb3e-150fea3013f3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813020 Oct 31 12:35:59.192227 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9447b05-c075-42ee-b82d-f139b5037788 req-1d0ea9cf-2558-4169-8256-5ed62df7cc25 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:35:59.196069 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c9447b05-c075-42ee-b82d-f139b5037788 req-1d0ea9cf-2558-4169-8256-5ed62df7cc25 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.1386480 Oct 31 12:35:59.317755 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:59.334101 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:35:54Z', 'revision_number': 3, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port': {'id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:52Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:35:59.339218 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Pushing event updated for resources: {'Port': ['ID=f3567533-2c47-4c29-9bc0-be174fcd1ab6,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:35:59.362038 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe6284e-008e-4a7e-a322-57121fb0cefe None None] The sync data for ids ['07b477c0-71cd-4399-9674-bda2a9fe9c18'] in dv-cinder-796170-6-iscsi is: [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:35:54Z', 'revision_number': 3, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port': {'id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:52Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:35:59.408290 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c9447b05-c075-42ee-b82d-f139b5037788 req-fd469695-196c-4fbb-9ded-cfb024508321 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427064 Oct 31 12:35:59.412875 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-81636241-4d4f-4050-af84-304a70302ba2 req-07a2b4a2-9291-4782-a0a1-04abc3a7e935 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430513 Oct 31 12:35:59.455726 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:35:59.457199 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:35:59.469087 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:35:59.547301 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:59.548554 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:59.549227 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 Oct 31 12:35:59.625150 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:35:59.635047 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Router 07b477c0-71cd-4399-9674-bda2a9fe9c18 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:35:59.701120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:35:59.790996 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:35:59.808179 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-71368e1b-3804-4445-bea4-8d5ce4c4cc01 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/07b477c0-71cd-4399-9674-bda2a9fe9c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7229552 Oct 31 12:35:59.888032 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-f1c3caa8-7f77-4a6f-abe4-9e0c8d8b0732 None None] Provisioning complete for port f3567533-2c47-4c29-9bc0-be174fcd1ab6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:35:59.888507 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-f1c3caa8-7f77-4a6f-abe4-9e0c8d8b0732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:35:59.888805 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-f1c3caa8-7f77-4a6f-abe4-9e0c8d8b0732 None None] Attempt 1 to provision port f3567533-2c47-4c29-9bc0-be174fcd1ab6 Oct 31 12:35:59.975009 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3caa8-7f77-4a6f-abe4-9e0c8d8b0732 None None] Port f3567533-2c47-4c29-9bc0-be174fcd1ab6 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:36:00.324429 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59634) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:00.330332 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-4a94f2fa-665f-447a-b6ce-60fd545c3509 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289635870', 'description': 'tempest-secgroup-smoke-1289635870 description', 'project_id': '8ae8c589d0b84ce096451a10717fc601'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:00.360169 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4a94f2fa-665f-447a-b6ce-60fd545c3509 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.479982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4a94f2fa-665f-447a-b6ce-60fd545c3509 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group (15b117a6-739a-47fc-8d42-cc93b012c640), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.485290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4a94f2fa-665f-447a-b6ce-60fd545c3509 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (15b117a6-739a-47fc-8d42-cc93b012c640), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.577322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4ab37-3167-4881-bdf5-af677d123a51 req-1e37c624-ab65-4dfd-83f6-5ff47f7bee0e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:00.579440 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29f4ab37-3167-4881-bdf5-af677d123a51 req-1e37c624-ab65-4dfd-83f6-5ff47f7bee0e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0563030 Oct 31 12:36:00.587077 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4a94f2fa-665f-447a-b6ce-60fd545c3509 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.588453 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4a94f2fa-665f-447a-b6ce-60fd545c3509 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2622409 Oct 31 12:36:00.591527 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59638) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:00.596347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94f2fa-665f-447a-b6ce-60fd545c3509 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b117a6-739a-47fc-8d42-cc93b012c640,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:00.611250 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-e7886fd6-df7e-4c0a-8e69-5280f7668b6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'security_group_rule': {'security_group_id': '15b117a6-739a-47fc-8d42-cc93b012c640', 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:00.640983 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:00.650813 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29f4ab37-3167-4881-bdf5-af677d123a51 req-f2064ece-7ea4-4a98-a247-a2802c0954bf tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609825 Oct 31 12:36:00.677474 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7886fd6-df7e-4c0a-8e69-5280f7668b6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (e587badf-f712-4a69-b318-60ad35b15077), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.742410 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7886fd6-df7e-4c0a-8e69-5280f7668b6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (e587badf-f712-4a69-b318-60ad35b15077), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.747753 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7886fd6-df7e-4c0a-8e69-5280f7668b6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (e587badf-f712-4a69-b318-60ad35b15077), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.764519 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:00.765378 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7886fd6-df7e-4c0a-8e69-5280f7668b6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e587badf-f712-4a69-b318-60ad35b15077,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:00.786709 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e7886fd6-df7e-4c0a-8e69-5280f7668b6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.789318 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e7886fd6-df7e-4c0a-8e69-5280f7668b6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952360 Oct 31 12:36:00.792014 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59642) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:00.796520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-08a1b321-a68a-4125-9ae7-74705a8d389a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'security_group_rule': {'security_group_id': '15b117a6-739a-47fc-8d42-cc93b012c640', 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:00.832201 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-08a1b321-a68a-4125-9ae7-74705a8d389a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (7f84ea5d-70f0-4479-bf80-fdb87c7ec65e), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.897397 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-08a1b321-a68a-4125-9ae7-74705a8d389a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (7f84ea5d-70f0-4479-bf80-fdb87c7ec65e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.902347 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-08a1b321-a68a-4125-9ae7-74705a8d389a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (7f84ea5d-70f0-4479-bf80-fdb87c7ec65e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.922169 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1b321-a68a-4125-9ae7-74705a8d389a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f84ea5d-70f0-4479-bf80-fdb87c7ec65e,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:00.935447 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-08a1b321-a68a-4125-9ae7-74705a8d389a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:00.936914 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-08a1b321-a68a-4125-9ae7-74705a8d389a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439137 Oct 31 12:36:00.939869 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59644) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:00.945578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-ff5abfb4-2703-435c-bc06-7d9f9c0f5f72 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'security_group_rule': {'security_group_id': '15b117a6-739a-47fc-8d42-cc93b012c640', 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:00.978335 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff5abfb4-2703-435c-bc06-7d9f9c0f5f72 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (4ec999c1-d796-4434-a521-356bd5f09ad1), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.066402 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff5abfb4-2703-435c-bc06-7d9f9c0f5f72 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (4ec999c1-d796-4434-a521-356bd5f09ad1), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.070584 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff5abfb4-2703-435c-bc06-7d9f9c0f5f72 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (4ec999c1-d796-4434-a521-356bd5f09ad1), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.098314 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5abfb4-2703-435c-bc06-7d9f9c0f5f72 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec999c1-d796-4434-a521-356bd5f09ad1,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:01.115488 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff5abfb4-2703-435c-bc06-7d9f9c0f5f72 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.116707 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ff5abfb4-2703-435c-bc06-7d9f9c0f5f72 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756961 Oct 31 12:36:01.119364 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59646) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:01.123744 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-7e6e360c-68e9-4016-98e1-adcaef0434e3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'security_group_rule': {'security_group_id': '15b117a6-739a-47fc-8d42-cc93b012c640', 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:01.153324 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e6e360c-68e9-4016-98e1-adcaef0434e3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (3ec9e552-df9b-4833-8778-514143f9257e), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.225697 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e6e360c-68e9-4016-98e1-adcaef0434e3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (3ec9e552-df9b-4833-8778-514143f9257e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.231621 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e6e360c-68e9-4016-98e1-adcaef0434e3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (3ec9e552-df9b-4833-8778-514143f9257e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.246158 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e360c-68e9-4016-98e1-adcaef0434e3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec9e552-df9b-4833-8778-514143f9257e,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:01.268273 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e6e360c-68e9-4016-98e1-adcaef0434e3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.269885 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7e6e360c-68e9-4016-98e1-adcaef0434e3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495841 Oct 31 12:36:01.272843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 59648) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:01.277449 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'security_group_rule': {'security_group_id': '15b117a6-739a-47fc-8d42-cc93b012c640', 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:01.300707 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.securitygroups_db [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Project 8ae8c589d0b84ce096451a10717fc601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 12:36:01.306445 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (8f08cd65-cefe-4c94-a32c-23c343f6028e), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.385579 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (8f08cd65-cefe-4c94-a32c-23c343f6028e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.390617 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (8f08cd65-cefe-4c94-a32c-23c343f6028e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.429176 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f08cd65-cefe-4c94-a32c-23c343f6028e,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:01.443818 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.445471 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a367a2cc-e772-4f8d-8258-f20efa8cef94 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1714072 Oct 31 12:36:01.448213 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59650) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:01.456405 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'security_group_rule': {'security_group_id': '15b117a6-739a-47fc-8d42-cc93b012c640', 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:01.508260 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.securitygroups_db [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Project 8ae8c589d0b84ce096451a10717fc601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 12:36:01.519055 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (5b3f712c-b970-4aaa-a166-8e9583042f5b), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.521410 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ce167ed6-bc94-4ab8-829c-001a17f8b537 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:36:01.581494 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port ce167ed6-bc94-4ab8-829c-001a17f8b537 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:36:01.582216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.582761 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port ce167ed6-bc94-4ab8-829c-001a17f8b537 Oct 31 12:36:01.606975 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (5b3f712c-b970-4aaa-a166-8e9583042f5b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.621500 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (5b3f712c-b970-4aaa-a166-8e9583042f5b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.637212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:01.648180 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3f712c-b970-4aaa-a166-8e9583042f5b,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:01.685793 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port ce167ed6-bc94-4ab8-829c-001a17f8b537 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:01.686179 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.687128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.692931 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bcfef8f5-a05a-436b-b422-bbd0a13eb737 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2431366 Oct 31 12:36:01.725937 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port ce167ed6-bc94-4ab8-829c-001a17f8b537, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=ce167ed6-bc94-4ab8-829c-001a17f8b537,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:01.740702 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:01.818719 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=ce167ed6-bc94-4ab8-829c-001a17f8b537,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:01.835086 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.836027 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024812e4-ddba-46dd-b881-d22f92f08b6b req-8b4699b7-6b6d-4ef2-94d3-767908a2207b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:01.836886 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.837620 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-024812e4-ddba-46dd-b881-d22f92f08b6b req-8b4699b7-6b6d-4ef2-94d3-767908a2207b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0793943 Oct 31 12:36:01.843799 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.845499 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.846480 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.846900 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.849895 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.850350 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.850750 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.851100 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.851550 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.851961 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.852314 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.852625 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.853009 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:01.923586 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-024812e4-ddba-46dd-b881-d22f92f08b6b req-186fdb37-d49c-47e4-b9ec-3a9f108cbcbe tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726948 Oct 31 12:36:02.321492 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Sync routers for ids ['07b477c0-71cd-4399-9674-bda2a9fe9c18'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:36:02.334565 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Routers {'07b477c0-71cd-4399-9674-bda2a9fe9c18'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:02.335309 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['07b477c0-71cd-4399-9674-bda2a9fe9c18'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:02.460128 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Set router 07b477c0-71cd-4399-9674-bda2a9fe9c18 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:02.744260 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 4, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port': {'id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:52Z', 'updated_at': '2022-10-31T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'f3567533-2c47-4c29-9bc0-be174fcd1ab6', 'name': '', 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'mac_address': 'fa:16:3e:fe:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f4bd6972-5029-4291-87c7-8c6ba24c1708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:57Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 2, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'subnets': [{'id': 'f4bd6972-5029-4291-87c7-8c6ba24c1708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:02.773370 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Checking router: 07b477c0-71cd-4399-9674-bda2a9fe9c18 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:36:02.773720 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Updating router 07b477c0-71cd-4399-9674-bda2a9fe9c18 port f3567533-2c47-4c29-9bc0-be174fcd1ab6 binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:36:02.809512 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:02.822710 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:02.874785 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:03.127315 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53839-777d-4d53-9e2a-45d4b60d051f req-9113dff0-18b2-4fb6-8164-4c4dd33440ea tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:03.129668 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f9f53839-777d-4d53-9e2a-45d4b60d051f req-9113dff0-18b2-4fb6-8164-4c4dd33440ea tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0900056 Oct 31 12:36:03.216595 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f9f53839-777d-4d53-9e2a-45d4b60d051f req-1dbf3670-9918-41c7-8a0c-3c09ee35c39d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686924 Oct 31 12:36:03.218929 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Publish callbacks [] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:03.233572 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:03.301245 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Pushing event updated for resources: {'Port': ['ID=f3567533-2c47-4c29-9bc0-be174fcd1ab6,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:03.327994 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.329363 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.329363 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.329637 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.329981 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.330302 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.330621 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.330945 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.332411 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.332975 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.333494 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.333718 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.334023 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.334341 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.334734 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:03.396256 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Attempting to bind port f3567533-2c47-4c29-9bc0-be174fcd1ab6 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:36:03.396821 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Attempting to bind port f3567533-2c47-4c29-9bc0-be174fcd1ab6 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:36:03.397187 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Attempting to bind port f3567533-2c47-4c29-9bc0-be174fcd1ab6 on network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:36:03.464661 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:36:03.464661 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Checking segment: {'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:36:03.464661 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:03.464661 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Bound using segment: {'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:36:03.468586 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ce167ed6-bc94-4ab8-829c-001a17f8b537 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:36:03.470792 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Bound port: f3567533-2c47-4c29-9bc0-be174fcd1ab6, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70423a3-4d96-43e1-a321-825b4ad5a029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:36:03.471296 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:03.478666 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:03.531474 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port ce167ed6-bc94-4ab8-829c-001a17f8b537 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:36:03.532401 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:03.532908 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port ce167ed6-bc94-4ab8-829c-001a17f8b537 Oct 31 12:36:03.561484 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] For port f3567533-2c47-4c29-9bc0-be174fcd1ab6, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:36:03.567046 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] For port f3567533-2c47-4c29-9bc0-be174fcd1ab6, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=f3567533-2c47-4c29-9bc0-be174fcd1ab6,segment=NetworkSegment(b70423a3-4d96-43e1-a321-825b4ad5a029),segment_id=b70423a3-4d96-43e1-a321-825b4ad5a029)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:36:03.588992 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:03.634123 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Routers {'07b477c0-71cd-4399-9674-bda2a9fe9c18'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:03.634937 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:35:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['07b477c0-71cd-4399-9674-bda2a9fe9c18'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:03.637539 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port ce167ed6-bc94-4ab8-829c-001a17f8b537 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:03.692767 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3ca30-1011-4381-8815-ba849f09801f None None] Pushing event updated for resources: {'Port': ['ID=f3567533-2c47-4c29-9bc0-be174fcd1ab6,revision_number=4']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:03.859527 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] Set router 07b477c0-71cd-4399-9674-bda2a9fe9c18 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:04.049277 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 4, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port': {'id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:52Z', 'updated_at': '2022-10-31T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'f3567533-2c47-4c29-9bc0-be174fcd1ab6', 'name': '', 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'mac_address': 'fa:16:3e:fe:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f4bd6972-5029-4291-87c7-8c6ba24c1708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:57Z', 'updated_at': '2022-10-31T12:36:03Z', 'revision_number': 4, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'subnets': [{'id': 'f4bd6972-5029-4291-87c7-8c6ba24c1708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:04.051976 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:04.079208 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fd11c1-e352-4d76-9790-ace88e4227fd None None] The sync data for ids ['07b477c0-71cd-4399-9674-bda2a9fe9c18'] in dv-cinder-796170-6-iscsi is: [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 4, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port': {'id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:52Z', 'updated_at': '2022-10-31T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'f3567533-2c47-4c29-9bc0-be174fcd1ab6', 'name': '', 'network_id': '6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'mac_address': 'fa:16:3e:fe:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f4bd6972-5029-4291-87c7-8c6ba24c1708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:57Z', 'updated_at': '2022-10-31T12:36:03Z', 'revision_number': 4, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'subnets': [{'id': 'f4bd6972-5029-4291-87c7-8c6ba24c1708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:36:04.383762 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e976fd3-8c47-43b2-88e9-cd7902c4b308 req-ad609e12-0752-442c-bd4f-b112fc2e19f6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:04.393216 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4e976fd3-8c47-43b2-88e9-cd7902c4b308 req-ad609e12-0752-442c-bd4f-b112fc2e19f6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0622873 Oct 31 12:36:04.446666 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:04.447489 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:04.452904 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4e976fd3-8c47-43b2-88e9-cd7902c4b308 req-ebd9e581-8dc4-4338-922c-0e5c2760712f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589483 Oct 31 12:36:04.468076 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-1aef9a7c-4336-442d-a5e4-fe68eb10a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:04.470931 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-1aef9a7c-4336-442d-a5e4-fe68eb10a3ab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 1129 time: 0.0644860 Oct 31 12:36:04.585610 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-3768efb9-1560-454e-8541-b90449884796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:04.587131 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-3768efb9-1560-454e-8541-b90449884796 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.1071959 Oct 31 12:36:04.635104 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:04.664256 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-6c150b88-d7eb-4236-8334-280c011fa755 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 200 len: 1001 time: 0.0654767 Oct 31 12:36:04.723047 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-270e07be-2c75-491f-8164-46ea53b261de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:04.724549 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-270e07be-2c75-491f-8164-46ea53b261de service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.0469182 Oct 31 12:36:04.773051 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-300c2eaa-3570-4dfb-b545-1510fecc1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:04.774590 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-300c2eaa-3570-4dfb-b545-1510fecc1a77 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432765 Oct 31 12:36:04.873490 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-a2a93c9f-38b6-475c-b6b3-33af9d76856b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918534 Oct 31 12:36:04.972418 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ebb69608-9f65-4016-845f-92beb8a6fef3 req-c85ef6af-0856-457e-acd8-ff75090e48be service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914428 Oct 31 12:36:05.442800 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device f3567533-2c47-4c29-9bc0-be174fcd1ab6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:36:05.491911 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port f3567533-2c47-4c29-9bc0-be174fcd1ab6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:36:05.492284 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:05.492622 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port f3567533-2c47-4c29-9bc0-be174fcd1ab6 Oct 31 12:36:05.567852 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port f3567533-2c47-4c29-9bc0-be174fcd1ab6 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:05.568288 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:05.591192 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e7fd1-87ef-4fc3-8fba-69c560ce94c9 req-1b1b531c-3796-4b14-901a-27d6fafcc9a1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:05.592707 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-875e7fd1-87ef-4fc3-8fba-69c560ce94c9 req-1b1b531c-3796-4b14-901a-27d6fafcc9a1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0506890 Oct 31 12:36:05.604378 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port f3567533-2c47-4c29-9bc0-be174fcd1ab6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=f3567533-2c47-4c29-9bc0-be174fcd1ab6,segment=NetworkSegment(b70423a3-4d96-43e1-a321-825b4ad5a029),segment_id=b70423a3-4d96-43e1-a321-825b4ad5a029)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:05.609512 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:05.646605 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-875e7fd1-87ef-4fc3-8fba-69c560ce94c9 req-7b701cc2-2173-4e5a-9b2c-5baaf3a5e0b0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467012 Oct 31 12:36:05.665950 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=f3567533-2c47-4c29-9bc0-be174fcd1ab6,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:06.779563 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fe134-4fe6-460a-8e90-1fe9fcda91bb req-0820294a-3701-4cbf-a395-d1ef39ac897a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:06.781048 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1a6fe134-4fe6-460a-8e90-1fe9fcda91bb req-0820294a-3701-4cbf-a395-d1ef39ac897a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 945 time: 0.0493314 Oct 31 12:36:06.831197 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1a6fe134-4fe6-460a-8e90-1fe9fcda91bb req-aac78a0f-4fad-4a3b-8893-d8b42da90dbd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439019 Oct 31 12:36:07.286252 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:36:07.361220 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: ACTIVE; New status is: DOWN {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:07.361708 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:07.388980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:36:07.391952 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3489eb-6ce4-4ac2-a210-5ad2b50ef152" -d '{"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:36:07.396422 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:07.407021 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:07.416520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:07.446616 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 12:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2165996d-d7f1-40ab-8374-067423450787 x-openstack-request-id: req-2165996d-d7f1-40ab-8374-067423450787 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:36:07.447002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:36:07.447285 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2165996d-d7f1-40ab-8374-067423450787 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:36:07.447686 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2165996d-d7f1-40ab-8374-067423450787'] response: {'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395', 'code': 200} Oct 31 12:36:07.462852 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device f3567533-2c47-4c29-9bc0-be174fcd1ab6 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:36:07.504725 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=8']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:07.525419 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port f3567533-2c47-4c29-9bc0-be174fcd1ab6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:36:07.525801 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:07.526142 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port f3567533-2c47-4c29-9bc0-be174fcd1ab6 Oct 31 12:36:07.599567 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port f3567533-2c47-4c29-9bc0-be174fcd1ab6 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:07.964659 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede5563-52bb-4158-b188-8a54f7b604b6 req-6c601498-d499-4adb-9a76-987138303001 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:07.966157 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7ede5563-52bb-4158-b188-8a54f7b604b6 req-6c601498-d499-4adb-9a76-987138303001 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0514700 Oct 31 12:36:08.021317 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7ede5563-52bb-4158-b188-8a54f7b604b6 req-29a7df7c-e2d8-4a38-a124-0da8bd0f2921 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486231 Oct 31 12:36:08.537200 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [req-2855d7dd-2ef2-4d9d-b39f-40486152563d req-ef47a5bd-6eb1-4886-9a84-799f197e719e service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104558) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:36:08.538216 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2855d7dd-2ef2-4d9d-b39f-40486152563d req-ef47a5bd-6eb1-4886-9a84-799f197e719e service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054865 Oct 31 12:36:08.733400 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef9550-3f05-456b-9416-2dd47d355097 req-40ead42e-45fc-4b8b-84e0-e58164616112 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:08.736209 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9ef9550-3f05-456b-9416-2dd47d355097 req-40ead42e-45fc-4b8b-84e0-e58164616112 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0519922 Oct 31 12:36:08.784619 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9ef9550-3f05-456b-9416-2dd47d355097 req-2276a70f-5bcc-4c88-bc5f-13d84151433e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 Oct 31 12:36:08.991138 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59794) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:09.076708 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-4836313f-bd1a-45e4-a7b7-aa33ae165294 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844080 Oct 31 12:36:09.085359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-4138cbe5-2127-42ca-8ede-2d4032b2a51b service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:36:09.086315 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-4138cbe5-2127-42ca-8ede-2d4032b2a51b service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048215 Oct 31 12:36:09.167817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 59802) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:09.263038 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-8c2f021f-8b3f-41c1-abea-40b1889e7d5c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:09.264540 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-8c2f021f-8b3f-41c1-abea-40b1889e7d5c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports/dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 200 len: 940 time: 0.0957475 Oct 31 12:36:09.920484 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375eef-d2b8-4167-befc-40a12ff922a1 req-f66f0a66-9943-4f43-90d0-f9fdf31407a5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:09.921893 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-49375eef-d2b8-4167-befc-40a12ff922a1 req-f66f0a66-9943-4f43-90d0-f9fdf31407a5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0496452 Oct 31 12:36:09.974295 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-49375eef-d2b8-4167-befc-40a12ff922a1 req-308bb85e-e56a-4ed6-86fe-06ddfb3f8ccd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469027 Oct 31 12:36:11.104436 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7a192-3e5f-4761-ab26-86be5b3cfcf4 req-0a3208d2-000e-4dcc-88ea-f293f6249a43 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:11.105927 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1fd7a192-3e5f-4761-ab26-86be5b3cfcf4 req-0a3208d2-000e-4dcc-88ea-f293f6249a43 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0495694 Oct 31 12:36:11.196992 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-f3b16e3f-be9f-4ce3-a9d7-b446ba595402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:11.198516 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-f3b16e3f-be9f-4ce3-a9d7-b446ba595402 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d&tenant_id=de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 1127 time: 0.0908337 Oct 31 12:36:11.215203 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1fd7a192-3e5f-4761-ab26-86be5b3cfcf4 req-00a67ad7-8147-4005-9853-2cdc37892f78 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993321 Oct 31 12:36:11.271996 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-e20388d5-2955-4f3b-b512-c6ae04c2a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:11.273494 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-e20388d5-2955-4f3b-b512-c6ae04c2a2f3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 1127 time: 0.0465708 Oct 31 12:36:11.316939 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:36:11.342270 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:11.371426 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-1cd8969e-9830-4063-b263-c1542e69d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:11.372966 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-1cd8969e-9830-4063-b263-c1542e69d7ed service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.0903997 Oct 31 12:36:11.396520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: DOWN; New status is: DOWN {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:11.658905 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-3dad41f4-e319-4add-943b-56a413e96af6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 200 len: 999 time: 0.2701886 Oct 31 12:36:11.710244 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-f78216cb-4250-4e68-86ec-aa1709aff1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:11.711713 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-f78216cb-4250-4e68-86ec-aa1709aff1d5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.0450315 Oct 31 12:36:11.762230 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-6039af2d-8b4a-467f-92fa-7b9c29a74cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:11.763724 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-6039af2d-8b4a-467f-92fa-7b9c29a74cc0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399334 Oct 31 12:36:11.800177 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:11.866461 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-163c6123-3fee-457c-9a02-1afe51529794 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Oct 31 12:36:11.959703 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b1c62690-2be3-4d5f-a4b4-b6ba0ef3e1fc req-63096b6b-ab64-457a-8b87-735cb96ffa35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864725 Oct 31 12:36:12.351345 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1e5b9-5696-4811-8164-ecd412fd980c req-9193fc3d-c283-4c66-8c71-ad9e2b9e1f37 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:12.352999 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a0a1e5b9-5696-4811-8164-ecd412fd980c req-9193fc3d-c283-4c66-8c71-ad9e2b9e1f37 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0495601 Oct 31 12:36:12.404453 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a0a1e5b9-5696-4811-8164-ecd412fd980c req-f770c9b3-2f06-485a-86c5-ef2c994e9da7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Oct 31 12:36:13.552791 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86952f90-5b67-4099-a7f2-ea8f4116014e req-7af42f66-3004-48e8-a1d4-8586d19b9d97 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:13.554502 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86952f90-5b67-4099-a7f2-ea8f4116014e req-7af42f66-3004-48e8-a1d4-8586d19b9d97 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0551748 Oct 31 12:36:13.604558 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86952f90-5b67-4099-a7f2-ea8f4116014e req-9d44b5b3-12ec-4f46-bb3a-08181fe75ce2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434942 Oct 31 12:36:13.944659 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4470ed65-3ed9-4cbb-8f74-15d33d7357d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:14.095142 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:14.430720 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:14.433689 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:14.740418 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535030a8-5deb-4c28-af9f-f14cb2db70e8 req-f91123e0-5e71-40d1-9189-83dbfa506221 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:14.741795 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-535030a8-5deb-4c28-af9f-f14cb2db70e8 req-f91123e0-5e71-40d1-9189-83dbfa506221 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0515258 Oct 31 12:36:14.794336 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-535030a8-5deb-4c28-af9f-f14cb2db70e8 req-1f959e85-db7c-4283-bd80-ab466cd84efe tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Oct 31 12:36:15.928170 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c25366-307c-43e5-b248-44e6c8e0719e req-ec86f372-5fa7-4954-9bfa-3cdb9861c3d5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:15.929658 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c5c25366-307c-43e5-b248-44e6c8e0719e req-ec86f372-5fa7-4954-9bfa-3cdb9861c3d5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0483065 Oct 31 12:36:15.981491 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c5c25366-307c-43e5-b248-44e6c8e0719e req-c10a7c69-0f69-43e8-87a7-ba3118467e8c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Oct 31 12:36:16.104436 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e23fbcce-3792-4573-91e5-c2c0026b65e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:17.132538 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62205293-b49c-44a1-93aa-966c122780f3 req-4ae129eb-6996-4127-a2f0-8360a7a28841 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:17.134986 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-62205293-b49c-44a1-93aa-966c122780f3 req-4ae129eb-6996-4127-a2f0-8360a7a28841 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0618529 Oct 31 12:36:17.186683 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-62205293-b49c-44a1-93aa-966c122780f3 req-b36b8aaa-5958-4876-a802-d3959ef5a47a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462236 Oct 31 12:36:17.373539 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:18.319710 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c8809-50ed-4082-873d-5e11cbae3f04 req-335bddc9-648e-4ed3-b248-1b4d91851930 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:18.321176 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-218c8809-50ed-4082-873d-5e11cbae3f04 req-335bddc9-648e-4ed3-b248-1b4d91851930 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0481977 Oct 31 12:36:18.373495 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-218c8809-50ed-4082-873d-5e11cbae3f04 req-ce86cdde-54e2-4ad2-a93a-17b446afac97 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467191 Oct 31 12:36:19.056069 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:19.315213 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:19.512340 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff0975-42b1-4d93-ab55-24ec91698cb5 req-644cd9a4-1ede-4699-b3df-55e7f71265f4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:19.513938 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ff0975-42b1-4d93-ab55-24ec91698cb5 req-644cd9a4-1ede-4699-b3df-55e7f71265f4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0529306 Oct 31 12:36:19.564201 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ff0975-42b1-4d93-ab55-24ec91698cb5 req-990e8ce9-346a-4457-a70a-a77dd7e3a939 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431571 Oct 31 12:36:20.573673 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-3ecb948f-4a90-40f2-90ce-b486ca38d988 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1289635870&fields=id&tenant_id=8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 267 time: 0.0481009 Oct 31 12:36:20.692058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-70472e5a-d1fb-460d-b9bd-7290c83beece tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:20.693879 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-70472e5a-d1fb-460d-b9bd-7290c83beece tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 811 time: 0.1135929 Oct 31 12:36:20.700118 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5669b04-5fba-427d-b6fa-df4a26c1a2c8 req-fdd01940-dd58-4458-8ee1-da90310d5048 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:20.701742 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d5669b04-5fba-427d-b6fa-df4a26c1a2c8 req-fdd01940-dd58-4458-8ee1-da90310d5048 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0482411 Oct 31 12:36:20.717202 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-f7252246-3a45-4007-b8c1-197d19cd2c39 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/quotas/8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 375 time: 0.0174387 Oct 31 12:36:20.755089 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d5669b04-5fba-427d-b6fa-df4a26c1a2c8 req-0ff8aa3e-f770-43fc-9714-18e464ba6d88 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 Oct 31 12:36:20.780435 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-ed4bc99f-6c21-40c5-b914-9dc4db28cb18 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565686 Oct 31 12:36:20.883769 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-7076aa91-83ea-4f14-9d51-3052eea8dbf6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866721 Oct 31 12:36:20.897059 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:20.984377 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-7fdbfd86-49ed-49f9-8e2e-324cd6b2b4ca service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947249 Oct 31 12:36:21.303799 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-79d2ad1e-ae4e-4366-bbad-0a3a99660f56 req-a3d30649-5378-4113-a0de-5bfa07445fbf tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 210 time: 0.0341506 Oct 31 12:36:21.896171 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3598a-9529-42e3-801c-f63638d8d2bc req-1c75702d-d7ab-405b-ac51-5577634bb41b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:21.897843 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-44b3598a-9529-42e3-801c-f63638d8d2bc req-1c75702d-d7ab-405b-ac51-5577634bb41b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0554042 Oct 31 12:36:21.930703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:21.951746 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-44b3598a-9529-42e3-801c-f63638d8d2bc req-109b99f1-d3a4-466a-b757-0ec2db223d23 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483263 Oct 31 12:36:22.413259 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-887fad44-68ea-4f9b-8de6-7c8c234ef7ac req-9d32add2-9037-4ea9-bed5-bc89e1ce6020 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 210 time: 0.0298820 Oct 31 12:36:23.086952 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634c518-4aa4-4456-a707-74f5605dc9c5 req-673a5d6f-7583-4278-84ab-a85a500de3eb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:23.088480 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8634c518-4aa4-4456-a707-74f5605dc9c5 req-673a5d6f-7583-4278-84ab-a85a500de3eb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0488927 Oct 31 12:36:23.136913 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8634c518-4aa4-4456-a707-74f5605dc9c5 req-33d6b3e5-e944-423e-a190-2cca0ee1152a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426717 Oct 31 12:36:23.522593 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a6e69bc3-3822-4a69-81e7-b5ae5cec09f7 req-a59f9d3b-60c6-47d5-8645-3bd99f78d3d6 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 210 time: 0.0290825 Oct 31 12:36:24.228003 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:24.266948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24e27f-0f3f-4b32-9d51-09337fa26771 req-8088a5be-c18f-4a93-8027-0cf78fb22508 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:24.268686 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ae24e27f-0f3f-4b32-9d51-09337fa26771 req-8088a5be-c18f-4a93-8027-0cf78fb22508 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0491340 Oct 31 12:36:24.327251 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ae24e27f-0f3f-4b32-9d51-09337fa26771 req-46f4ab74-6dc4-43e2-8735-2341cbbc2eaf tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472298 Oct 31 12:36:24.625217 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1f79c65b-a462-4d37-9369-7587ef898ccd req-e398c854-428a-453c-be93-beafd8a99a50 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 210 time: 0.0319645 Oct 31 12:36:25.450046 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:25.461017 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7864fc4-1074-456d-ab60-63fdea7bb42d req-b5df6ab4-2a9d-45f1-a8be-a12655c026a5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:25.462501 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c7864fc4-1074-456d-ab60-63fdea7bb42d req-b5df6ab4-2a9d-45f1-a8be-a12655c026a5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0472763 Oct 31 12:36:25.514171 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c7864fc4-1074-456d-ab60-63fdea7bb42d req-64df3697-a9ce-4148-bcd0-9c50e8321491 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456359 Oct 31 12:36:25.732437 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8066ffaf-5423-4513-aa23-8a9ddd9e43e7 req-e4d21e7b-8460-44b1-95cf-4588d3728400 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 210 time: 0.0304034 Oct 31 12:36:26.129600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-5efaa18e-0d62-40a9-b69c-71284bb37417 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:26.131358 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-5efaa18e-0d62-40a9-b69c-71284bb37417 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 811 time: 0.1277435 Oct 31 12:36:26.192497 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:26.224576 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-f6458447-8128-4439-9064-5e589cbcc12c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 380 time: 0.0813940 Oct 31 12:36:26.274396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'port': {'device_id': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'admin_state_up': True, 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'security_groups': ['15b117a6-739a-47fc-8d42-cc93b012c640']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:26.287830 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec782262-02f7-42e7-a7ff-9751012d338f req-9774e412-9547-4ce2-9ff6-1eaae8f6124c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:26.289226 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ec782262-02f7-42e7-a7ff-9751012d338f req-9774e412-9547-4ce2-9ff6-1eaae8f6124c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0598679 Oct 31 12:36:26.406340 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ec782262-02f7-42e7-a7ff-9751012d338f req-8e15a8c7-6acc-4f3b-bca0-db295a7eb7ff tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066699 Oct 31 12:36:26.430671 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Made reservation on behalf of 8ae8c589d0b84ce096451a10717fc601 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:36:26.434396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:26.562092 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Allocated IP 172.20.0.9 (77732bf9-8ee2-480e-8cb2-0d5455add01d/f6d674a0-b757-4f21-942a-df0f3f9329b1/76712093-6a65-4766-8171-79fff21ef102) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:36:26.652235 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf77073-7cab-40d7-afe8-0c27d8a1850e req-4c136f00-237d-4468-9144-0e2b54fbfba2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:26.658067 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1cf77073-7cab-40d7-afe8-0c27d8a1850e req-4c136f00-237d-4468-9144-0e2b54fbfba2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0529783 Oct 31 12:36:26.709271 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1cf77073-7cab-40d7-afe8-0c27d8a1850e req-8174ceff-8eb1-41f5-91dd-1e279c1820f4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491660 Oct 31 12:36:26.725074 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (76712093-6a65-4766-8171-79fff21ef102), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:26.758890 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (76712093-6a65-4766-8171-79fff21ef102), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:26.805441 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:36:26.808742 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:36:26.818790 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:36:26.823358 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:26.823979 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:26.849633 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:26.868953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=76712093-6a65-4766-8171-79fff21ef102,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:26.888468 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-d33d4e08-c947-4468-a9f0-288bb28a7365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184165 Oct 31 12:36:26.898486 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda7b55-5895-49f1-b23d-9c3bafcb9337 req-e1adbf8e-daad-44bb-94b7-7c3a0a1f3f5d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:26.900046 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1fda7b55-5895-49f1-b23d-9c3bafcb9337 req-e1adbf8e-daad-44bb-94b7-7c3a0a1f3f5d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 931 time: 0.0874817 Oct 31 12:36:26.904942 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Request body: {'port': {'device_id': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:26.995054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:26.999833 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-00068d36-c7ae-48af-a8da-0e36464aec09 None None] Provisioning complete for port 76712093-6a65-4766-8171-79fff21ef102 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:36:27.000386 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-00068d36-c7ae-48af-a8da-0e36464aec09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (76712093-6a65-4766-8171-79fff21ef102), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:27.000520 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-00068d36-c7ae-48af-a8da-0e36464aec09 None None] Attempt 1 to provision port 76712093-6a65-4766-8171-79fff21ef102 Oct 31 12:36:27.004882 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1fda7b55-5895-49f1-b23d-9c3bafcb9337 req-be47abf3-6214-4579-aec1-613c25e253bc tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969205 Oct 31 12:36:27.011140 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (76712093-6a65-4766-8171-79fff21ef102), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:27.045015 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-00068d36-c7ae-48af-a8da-0e36464aec09 None None] Port 76712093-6a65-4766-8171-79fff21ef102 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:36:27.282411 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76712093-6a65-4766-8171-79fff21ef102 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:36:27.290433 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Publish callbacks [] for port (76712093-6a65-4766-8171-79fff21ef102), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:27.303054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Transition to ACTIVE for port object 76712093-6a65-4766-8171-79fff21ef102 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:36:27.306954 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (76712093-6a65-4766-8171-79fff21ef102), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:27.371918 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Pushing event updated for resources: {'Port': ['ID=76712093-6a65-4766-8171-79fff21ef102,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:27.377639 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Attempting to bind port 76712093-6a65-4766-8171-79fff21ef102 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:36:27.377975 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Attempting to bind port 76712093-6a65-4766-8171-79fff21ef102 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:36:27.378298 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Attempting to bind port 76712093-6a65-4766-8171-79fff21ef102 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:36:27.423989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Port 76712093-6a65-4766-8171-79fff21ef102 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:36:27.424322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Attempting to bind port 76712093-6a65-4766-8171-79fff21ef102 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:36:27.466696 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:36:27.467031 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Checking segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:36:27.467468 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Bound using segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:36:27.467902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Bound port: 76712093-6a65-4766-8171-79fff21ef102, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:36:27.468262 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (76712093-6a65-4766-8171-79fff21ef102), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:27.530073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] For port 76712093-6a65-4766-8171-79fff21ef102, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:36:27.530563 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692536e-27c3-4ede-a104-3d0213ecdcc3 req-71382d5b-5658-4967-8a4e-95c9155afce2 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:27.532071 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2692536e-27c3-4ede-a104-3d0213ecdcc3 req-71382d5b-5658-4967-8a4e-95c9155afce2 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0505669 Oct 31 12:36:27.533757 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] For port 76712093-6a65-4766-8171-79fff21ef102, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=76712093-6a65-4766-8171-79fff21ef102,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:36:27.540005 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (76712093-6a65-4766-8171-79fff21ef102), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:27.543347 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:27.544319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:27.545685 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/76712093-6a65-4766-8171-79fff21ef102 HTTP/1.1" status: 200 len: 1093 time: 0.6447170 Oct 31 12:36:27.547783 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'tag': '76712093-6a65-4766-8171-79fff21ef102'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:36:27.550810 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae96013-b90a-4acc-9bbc-308830daa4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "tag": "76712093-6a65-4766-8171-79fff21ef102"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:36:27.587281 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2692536e-27c3-4ede-a104-3d0213ecdcc3 req-212f141e-e9f0-41fc-ae8c-3cd4d42ed0b2 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487766 Oct 31 12:36:27.628761 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9902d811-c809-4ad2-9499-c919c1dc0f37 x-openstack-request-id: req-9902d811-c809-4ad2-9499-c919c1dc0f37 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:36:27.629045 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "tag": "76712093-6a65-4766-8171-79fff21ef102", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:36:27.629293 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9902d811-c809-4ad2-9499-c919c1dc0f37 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:36:27.629678 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9902d811-c809-4ad2-9499-c919c1dc0f37'] response: {'name': 'network-changed', 'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'tag': '76712093-6a65-4766-8171-79fff21ef102', 'status': 'completed', 'code': 200} Oct 31 12:36:27.639592 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5530f-7444-4d73-96e4-ae5c53c4bc16 service neutron] Pushing event updated for resources: {'Port': ['ID=76712093-6a65-4766-8171-79fff21ef102,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:27.647879 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-333903e6-560e-4694-9539-da8eded61210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:27.649385 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-333903e6-560e-4694-9539-da8eded61210 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 1127 time: 0.0563285 Oct 31 12:36:27.692670 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-1f6f53a1-788e-433e-847b-d1eccd71756e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76712093-6a65-4766-8171-79fff21ef102 HTTP/1.1" status: 200 len: 217 time: 0.0330555 Oct 31 12:36:27.741314 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-9d33a83a-5150-422a-862d-8cc8436b4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:27.742706 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-9d33a83a-5150-422a-862d-8cc8436b4dad service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0428789 Oct 31 12:36:27.758349 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:27.790450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-dc4e67b8-eedb-4a1f-8cf5-67781c97fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:27.791907 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-dc4e67b8-eedb-4a1f-8cf5-67781c97fcb5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423455 Oct 31 12:36:27.845327 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d699955-1246-4769-bcb3-258cde9e8fe1 req-32045ad9-6dc8-4f1c-8ad1-26dcdd289d35 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:27.847041 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5d699955-1246-4769-bcb3-258cde9e8fe1 req-32045ad9-6dc8-4f1c-8ad1-26dcdd289d35 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0473979 Oct 31 12:36:27.888507 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-6f9eaa7a-0600-4823-8dd7-03a06306da76 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888021 Oct 31 12:36:27.896404 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5d699955-1246-4769-bcb3-258cde9e8fe1 req-fcef8a07-c061-4375-833a-4c8df4955b7b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435331 Oct 31 12:36:27.958981 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:27.984146 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca691fbb-8606-4ded-81f6-a29b8591c077 req-64a4df52-9d14-49ab-9c62-4dd610b5a9d7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883644 Oct 31 12:36:28.128353 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854890a-ab7d-4b5e-a23c-673b43578ddb req-2285357d-7030-40ec-b909-5e42597cd3d1 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:28.129786 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5854890a-ab7d-4b5e-a23c-673b43578ddb req-2285357d-7030-40ec-b909-5e42597cd3d1 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 943 time: 0.0465388 Oct 31 12:36:28.177220 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5854890a-ab7d-4b5e-a23c-673b43578ddb req-77943072-ee67-483b-b82b-6ebd6edb36f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419910 Oct 31 12:36:28.319692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-d6be15a5-dbab-46ac-ba5a-57b192fce24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:28.321084 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-d6be15a5-dbab-46ac-ba5a-57b192fce24a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 1127 time: 0.0410447 Oct 31 12:36:28.417012 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-d47200db-d66a-4015-b9b3-c9c070e8c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:28.418466 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-d47200db-d66a-4015-b9b3-c9c070e8c433 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.0906827 Oct 31 12:36:28.459473 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-7281dd6a-82b4-4ba2-be2b-16c320f7cf69 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76712093-6a65-4766-8171-79fff21ef102 HTTP/1.1" status: 200 len: 217 time: 0.0326891 Oct 31 12:36:28.513756 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-8d283233-26a2-4e00-ae93-cd07ff7dfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:28.515154 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-8d283233-26a2-4e00-ae93-cd07ff7dfbe0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0475051 Oct 31 12:36:28.559540 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-c62620d1-862b-47f7-92db-961d8030f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:28.561001 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-c62620d1-862b-47f7-92db-961d8030f6f5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389566 Oct 31 12:36:28.653418 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-6fbc56d7-8588-42bd-a76d-904c4b01b5f7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Oct 31 12:36:28.713114 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f2f30-bd93-4a18-be3d-464b6f2b456d req-aefdb9a2-ad41-4959-a9a5-f0e892642150 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:28.714571 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f73f2f30-bd93-4a18-be3d-464b6f2b456d req-aefdb9a2-ad41-4959-a9a5-f0e892642150 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0503724 Oct 31 12:36:28.751192 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bae96013-b90a-4acc-9bbc-308830daa4f7 req-2dd68e92-d048-438a-b461-47e42746cfba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901055 Oct 31 12:36:28.763234 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f73f2f30-bd93-4a18-be3d-464b6f2b456d req-d4194ecf-9f05-4c4a-9f6d-efe906293fc5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Oct 31 12:36:29.021294 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b7df-b346-42dd-8101-607d5a5c6f4c req-3f387883-51f1-4df9-a12f-06b5432bf4b3 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:29.022766 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2730b7df-b346-42dd-8101-607d5a5c6f4c req-3f387883-51f1-4df9-a12f-06b5432bf4b3 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0466535 Oct 31 12:36:29.069979 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2730b7df-b346-42dd-8101-607d5a5c6f4c req-2f338395-e0a4-43a9-9dfe-62e1c8d47379 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414972 Oct 31 12:36:29.296000 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817efa0-0a7f-4a52-af8c-ee1e787a245a req-a9542ba3-a993-4560-9c37-60d278e80d24 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:29.297494 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c817efa0-0a7f-4a52-af8c-ee1e787a245a req-a9542ba3-a993-4560-9c37-60d278e80d24 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 943 time: 0.0479481 Oct 31 12:36:29.347794 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c817efa0-0a7f-4a52-af8c-ee1e787a245a req-f49db857-8112-4595-b99a-0906f8d79e0b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Oct 31 12:36:29.887044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4f556-bbd3-4a12-a000-84723d3d536d req-8d11341a-4c33-46d0-aaa3-2e632622e505 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:29.888519 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32f4f556-bbd3-4a12-a000-84723d3d536d req-8d11341a-4c33-46d0-aaa3-2e632622e505 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0496228 Oct 31 12:36:29.927967 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:29.935466 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-32f4f556-bbd3-4a12-a000-84723d3d536d req-bc8cb534-2bb5-436c-93d0-d467227a6e2b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407729 Oct 31 12:36:30.196930 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939ed4-5fab-420c-bef5-2b7fe78bf23c req-e500a255-8be6-455f-9e22-a5e71e845605 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:30.198392 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-74939ed4-5fab-420c-bef5-2b7fe78bf23c req-e500a255-8be6-455f-9e22-a5e71e845605 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0478115 Oct 31 12:36:30.248688 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-74939ed4-5fab-420c-bef5-2b7fe78bf23c req-a6094553-1d62-460f-993e-a001384caf86 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447989 Oct 31 12:36:30.466183 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dff9c6-1271-4b76-adc5-1681625c5633 req-f321fb3f-dcb0-4853-85e1-ec3d928ab44c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:30.467651 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-72dff9c6-1271-4b76-adc5-1681625c5633 req-f321fb3f-dcb0-4853-85e1-ec3d928ab44c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 943 time: 0.0463076 Oct 31 12:36:30.516371 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-72dff9c6-1271-4b76-adc5-1681625c5633 req-5e4a67b0-cd38-45ab-bf82-f1ef9731611a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Oct 31 12:36:31.054419 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d633-3ac5-4a43-9203-7f2c3c6d7fcc req-c33acb13-019d-42b2-aba1-7932aa9e17ce tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:31.055916 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a020d633-3ac5-4a43-9203-7f2c3c6d7fcc req-c33acb13-019d-42b2-aba1-7932aa9e17ce tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0465696 Oct 31 12:36:31.102402 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a020d633-3ac5-4a43-9203-7f2c3c6d7fcc req-fd9ec566-b192-479f-afa4-d149cfae269e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Oct 31 12:36:31.378656 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24d57-4da5-4b89-81b6-67649eb058c6 req-59ed9c4d-53bd-4fe6-985b-b1789c89df2b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:31.380166 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-28c24d57-4da5-4b89-81b6-67649eb058c6 req-59ed9c4d-53bd-4fe6-985b-b1789c89df2b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 943 time: 0.0475488 Oct 31 12:36:31.398842 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:36:31.432466 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-28c24d57-4da5-4b89-81b6-67649eb058c6 req-caf1c6cf-f8d7-4806-a507-61afcd0cced4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Oct 31 12:36:31.497945 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:31.512413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'dffec82d-007b-4838-9898-19da61885395', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'port_id': 'dffec82d-007b-4838-9898-19da61885395', 'mac_address': 'fa:16:3e:7d:7c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:36:31.546960 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:31.547302 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:31.561085 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffec82d-007b-4838-9898-19da61885395 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:36:31.581692 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:31.585786 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:31.589226 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:31.633556 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=9']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:31.640804 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd5bc8-c18b-4398-afa0-e103c89c0552 req-729adbb7-2f68-4438-acb6-58bdfd67e08a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:31.642908 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-16dd5bc8-c18b-4398-afa0-e103c89c0552 req-729adbb7-2f68-4438-acb6-58bdfd67e08a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 943 time: 0.0494981 Oct 31 12:36:31.693839 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-16dd5bc8-c18b-4398-afa0-e103c89c0552 req-b47a00bc-28d5-4250-8a33-3426fbd0303f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Oct 31 12:36:32.044028 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['dffec82d-007b-4838-9898-19da61885395'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:36:32.238618 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124442c-3627-496d-a6c6-0a4c55e4c3a9 req-ea600e2c-7006-44be-936f-180472aed27c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:32.240163 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d124442c-3627-496d-a6c6-0a4c55e4c3a9 req-ea600e2c-7006-44be-936f-180472aed27c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0526280 Oct 31 12:36:32.287474 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d124442c-3627-496d-a6c6-0a4c55e4c3a9 req-a1b3d03b-dced-4a4d-afff-5fb1299eef96 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Oct 31 12:36:32.561642 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bafc5-1acf-4e1a-8f41-cd4032bc5140 req-8e81f36b-92a3-4406-9884-2e31e402777f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:32.563018 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7e6bafc5-1acf-4e1a-8f41-cd4032bc5140 req-8e81f36b-92a3-4406-9884-2e31e402777f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 944 time: 0.0503597 Oct 31 12:36:32.609183 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7e6bafc5-1acf-4e1a-8f41-cd4032bc5140 req-c470b79d-99fe-4267-ab8d-61dab495212d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 Oct 31 12:36:32.811126 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb351e-91bb-423a-b011-cf554d682042 req-56681f36-f9a0-4728-aa40-fbab2b49cf77 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:32.812653 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-acbb351e-91bb-423a-b011-cf554d682042 req-56681f36-f9a0-4728-aa40-fbab2b49cf77 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 943 time: 0.0466547 Oct 31 12:36:32.825010 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:32.861860 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-acbb351e-91bb-423a-b011-cf554d682042 req-7c377502-0a5d-4fd7-96f2-66c3becebbac tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430756 Oct 31 12:36:33.391014 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:33.410656 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca0b2f-942e-4fea-9a0b-18fe108e8431 req-167445e7-18fe-489c-8c17-b7296dfacec5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:33.413024 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-43ca0b2f-942e-4fea-9a0b-18fe108e8431 req-167445e7-18fe-489c-8c17-b7296dfacec5 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0499408 Oct 31 12:36:33.414707 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:36:33.457712 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port dffec82d-007b-4838-9898-19da61885395 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:36:33.458079 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (dffec82d-007b-4838-9898-19da61885395), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:33.458411 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port dffec82d-007b-4838-9898-19da61885395 Oct 31 12:36:33.461211 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-43ca0b2f-942e-4fea-9a0b-18fe108e8431 req-e7b25ad8-4808-4da9-ab44-7b0dd77ceaac tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416660 Oct 31 12:36:33.531528 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port dffec82d-007b-4838-9898-19da61885395 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:33.531907 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (dffec82d-007b-4838-9898-19da61885395), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:33.553789 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:36:33.556043 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6fe9f3-bb2e-4e12-9321-94cd52ec6eb0" -d '{"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:36:33.568973 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:33.573275 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (dffec82d-007b-4838-9898-19da61885395), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:33.596646 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e702b0e-fb7d-4956-a13b-3f892aa15a6f x-openstack-request-id: req-4e702b0e-fb7d-4956-a13b-3f892aa15a6f {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:36:33.596956 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-plugged", "status": "completed", "tag": "dffec82d-007b-4838-9898-19da61885395", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:36:33.597211 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e702b0e-fb7d-4956-a13b-3f892aa15a6f {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:36:33.597596 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e702b0e-fb7d-4956-a13b-3f892aa15a6f'] response: {'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffec82d-007b-4838-9898-19da61885395', 'code': 200} Oct 31 12:36:33.605389 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:33.623183 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=10']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:33.734592 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4653ae1-afed-48f0-be7b-266ee81fa872 req-496ac2ea-8238-48ab-858d-cab0edee3724 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:33.736683 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a4653ae1-afed-48f0-be7b-266ee81fa872 req-496ac2ea-8238-48ab-858d-cab0edee3724 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 946 time: 0.0464108 Oct 31 12:36:33.764538 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:33.788449 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a4653ae1-afed-48f0-be7b-266ee81fa872 req-8052733d-4a27-4665-b499-411b75762b50 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462739 Oct 31 12:36:33.985507 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb1cd-dd13-4374-b0a2-273fd8918087 req-2700e471-265b-4de0-a1b1-b4385d0e498b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:33.986960 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-395fb1cd-dd13-4374-b0a2-273fd8918087 req-2700e471-265b-4de0-a1b1-b4385d0e498b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 943 time: 0.0498617 Oct 31 12:36:34.039025 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-395fb1cd-dd13-4374-b0a2-273fd8918087 req-3067bb0a-f7e5-4122-b007-72a10e6e54cb tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Oct 31 12:36:34.585301 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868ec02-563e-4668-bb01-3e82ff172a6b req-d1b9e132-6ce5-41fa-bdc8-f08d27285ce3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:34.586935 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3868ec02-563e-4668-bb01-3e82ff172a6b req-d1b9e132-6ce5-41fa-bdc8-f08d27285ce3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0507278 Oct 31 12:36:34.636200 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3868ec02-563e-4668-bb01-3e82ff172a6b req-46d72ff3-adc2-41a0-8ec1-8fcda35c764e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Oct 31 12:36:34.646131 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:36:34.672041 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9939e-2ac5-4642-9a08-7ca66f2b8f2a req-4180079b-4417-4dae-9cda-247d73d3f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:34.674082 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4b9939e-2ac5-4642-9a08-7ca66f2b8f2a req-4180079b-4417-4dae-9cda-247d73d3f5b7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 1130 time: 0.0389519 Oct 31 12:36:34.718664 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4b9939e-2ac5-4642-9a08-7ca66f2b8f2a req-46f207c7-9531-494d-be59-2c94fb181226 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370705 Oct 31 12:36:34.912360 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd4914-20fb-4d48-bdd6-7624ea89ca2f req-2553e8a9-94c2-4a00-8512-3f1b037f8b16 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:34.913845 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0bcd4914-20fb-4d48-bdd6-7624ea89ca2f req-2553e8a9-94c2-4a00-8512-3f1b037f8b16 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 946 time: 0.0465081 Oct 31 12:36:34.964641 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0bcd4914-20fb-4d48-bdd6-7624ea89ca2f req-aa93fa8e-2e4c-4cf8-a921-7f09afdfe35b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454335 Oct 31 12:36:35.155760 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bb334-c72b-462b-85a3-e4e3be35098e req-df0c551e-343c-4cc9-972e-3280fa525238 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:35.157244 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fe3bb334-c72b-462b-85a3-e4e3be35098e req-df0c551e-343c-4cc9-972e-3280fa525238 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 943 time: 0.0453906 Oct 31 12:36:35.206835 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fe3bb334-c72b-462b-85a3-e4e3be35098e req-524d0df4-cc29-4cd4-bdb2-bb7407bdfcfd tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Oct 31 12:36:35.409225 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 76712093-6a65-4766-8171-79fff21ef102 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:36:35.507577 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 76712093-6a65-4766-8171-79fff21ef102, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=76712093-6a65-4766-8171-79fff21ef102,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:35.518916 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '76712093-6a65-4766-8171-79fff21ef102', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'port_id': '76712093-6a65-4766-8171-79fff21ef102', 'mac_address': 'fa:16:3e:e8:e6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:36:35.553554 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 76712093-6a65-4766-8171-79fff21ef102 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:35.553937 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (76712093-6a65-4766-8171-79fff21ef102), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:35.566643 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76712093-6a65-4766-8171-79fff21ef102 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:36:35.586455 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 76712093-6a65-4766-8171-79fff21ef102, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=76712093-6a65-4766-8171-79fff21ef102,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:35.590095 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (76712093-6a65-4766-8171-79fff21ef102), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:35.638497 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=76712093-6a65-4766-8171-79fff21ef102,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:35.757511 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373e481-9a09-4a95-99e3-05d66f82e42a req-8c9a6960-0cb6-4e00-b799-70b0cc9928c3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:35.758985 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5373e481-9a09-4a95-99e3-05d66f82e42a req-8c9a6960-0cb6-4e00-b799-70b0cc9928c3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0488284 Oct 31 12:36:35.806722 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5373e481-9a09-4a95-99e3-05d66f82e42a req-d6070b18-7e92-42bc-9ee3-6d1830012881 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 Oct 31 12:36:35.970911 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['76712093-6a65-4766-8171-79fff21ef102'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:36:36.050947 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:36.098476 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e76bc-2699-417a-a9c1-4a0c07985293 req-ecd54718-c1ef-467c-ba8f-2dd14d831ba4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:36.099986 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e59e76bc-2699-417a-a9c1-4a0c07985293 req-ecd54718-c1ef-467c-ba8f-2dd14d831ba4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 946 time: 0.0505750 Oct 31 12:36:36.148243 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e59e76bc-2699-417a-a9c1-4a0c07985293 req-7464a88d-f287-424a-b7f5-63b3161eb7ed tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Oct 31 12:36:36.326508 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91418d7-b102-4cb9-9d7b-57d9661db8d1 req-54a940bf-6fe9-4abb-aa8b-0a16cbcbb64f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:36.327977 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f91418d7-b102-4cb9-9d7b-57d9661db8d1 req-54a940bf-6fe9-4abb-aa8b-0a16cbcbb64f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 944 time: 0.0458467 Oct 31 12:36:36.376404 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f91418d7-b102-4cb9-9d7b-57d9661db8d1 req-f01fc83a-c6c1-4a4a-a257-311c8d2e7676 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Oct 31 12:36:36.930767 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b4094-1d3b-4b38-9131-5b6e64fa0c04 req-6ccd024c-5589-46a6-8059-1bb55ff2b9f4 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:36.932303 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-323b4094-1d3b-4b38-9131-5b6e64fa0c04 req-6ccd024c-5589-46a6-8059-1bb55ff2b9f4 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0480816 Oct 31 12:36:36.980660 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-323b4094-1d3b-4b38-9131-5b6e64fa0c04 req-3cdc606b-f56b-4a23-9c3a-7606f03fb75a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427141 Oct 31 12:36:37.187447 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43cdb2-0348-48d2-bfd2-628a793bb75d req-f2813409-a60e-4509-b0c6-d2f1d3f2f274 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.189370 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bd43cdb2-0348-48d2-bfd2-628a793bb75d req-f2813409-a60e-4509-b0c6-d2f1d3f2f274 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0541091 Oct 31 12:36:37.242237 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bd43cdb2-0348-48d2-bfd2-628a793bb75d req-0d77a797-f6ac-4874-baf1-7812e656fd62 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453310 Oct 31 12:36:37.252550 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-220306ca-9151-4d5a-a6b5-85bd18559826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.254051 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-220306ca-9151-4d5a-a6b5-85bd18559826 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 1130 time: 0.0482624 Oct 31 12:36:37.353481 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac5ab-8495-442a-a6d5-62287f52eaa1 req-543cd53a-6c4f-4b76-8899-47b7db3f4f2e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.354939 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0b0ac5ab-8495-442a-a6d5-62287f52eaa1 req-543cd53a-6c4f-4b76-8899-47b7db3f4f2e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 946 time: 0.1000292 Oct 31 12:36:37.404978 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:37.415851 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-cad8330b-59ac-43fe-a0e0-c00fe0747076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.417309 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-cad8330b-59ac-43fe-a0e0-c00fe0747076 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 911 time: 0.1514602 Oct 31 12:36:37.426457 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 76712093-6a65-4766-8171-79fff21ef102 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:36:37.437800 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0b0ac5ab-8495-442a-a6d5-62287f52eaa1 req-99490066-942f-49dd-8762-b3a2c9900a88 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756795 Oct 31 12:36:37.488007 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 76712093-6a65-4766-8171-79fff21ef102 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:36:37.493099 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-6e6476d6-b4ed-4a15-8344-6c88bfd50de3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 200 len: 1001 time: 0.0657585 Oct 31 12:36:37.495442 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 76712093-6a65-4766-8171-79fff21ef102 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:36:37.495886 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (76712093-6a65-4766-8171-79fff21ef102), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:37.496291 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 76712093-6a65-4766-8171-79fff21ef102 Oct 31 12:36:37.506840 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b645d8-fe0e-4c2f-8217-5cd9eaff452b req-11bd6e7b-2e7b-45fd-8250-f2ec97f898ea tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.511628 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-20b645d8-fe0e-4c2f-8217-5cd9eaff452b req-11bd6e7b-2e7b-45fd-8250-f2ec97f898ea tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 944 time: 0.0556536 Oct 31 12:36:37.545465 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-bc3ee18b-8108-4c90-ab64-f51c4f0a2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.546929 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-bc3ee18b-8108-4c90-ab64-f51c4f0a2389 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.0465822 Oct 31 12:36:37.562401 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-20b645d8-fe0e-4c2f-8217-5cd9eaff452b req-8df13c3a-02b0-4863-a408-6054be458649 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480497 Oct 31 12:36:37.576252 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 76712093-6a65-4766-8171-79fff21ef102 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:36:37.576734 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (76712093-6a65-4766-8171-79fff21ef102), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:37.599376 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-3ef80367-eb0d-454f-9203-0be5e8ba1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.600884 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-3ef80367-eb0d-454f-9203-0be5e8ba1204 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476322 Oct 31 12:36:37.601324 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76712093-6a65-4766-8171-79fff21ef102'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:36:37.603676 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab2b22-10e4-4663-b110-cc6c31a668ed" -d '{"events": [{"server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "name": "network-vif-plugged", "status": "completed", "tag": "76712093-6a65-4766-8171-79fff21ef102"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:36:37.616415 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 76712093-6a65-4766-8171-79fff21ef102, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=76712093-6a65-4766-8171-79fff21ef102,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:37.621618 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (76712093-6a65-4766-8171-79fff21ef102), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:37.649850 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0762d5-f832-47c8-9240-e7ff6be5a29b x-openstack-request-id: req-1d0762d5-f832-47c8-9240-e7ff6be5a29b {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:36:37.650155 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "name": "network-vif-plugged", "status": "completed", "tag": "76712093-6a65-4766-8171-79fff21ef102", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:36:37.650431 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d0762d5-f832-47c8-9240-e7ff6be5a29b {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:36:37.650823 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0762d5-f832-47c8-9240-e7ff6be5a29b'] response: {'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76712093-6a65-4766-8171-79fff21ef102', 'code': 200} Oct 31 12:36:37.673656 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=76712093-6a65-4766-8171-79fff21ef102,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:37.708077 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-df8b66b9-2e16-4fe7-a0fb-7d47efd553d4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980771 Oct 31 12:36:37.847447 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:37.881356 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b0a48fdd-ff6a-49d9-8534-0b786cec8965 req-b102955d-0d6a-49ae-a6e8-1fc37e697553 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018264 Oct 31 12:36:37.908234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14d03e-143c-4a12-b75a-687fc6958cfc req-e5cc3fb6-114b-4234-bb56-86d07bec4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:37.909713 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd14d03e-143c-4a12-b75a-687fc6958cfc req-e5cc3fb6-114b-4234-bb56-86d07bec4e2f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 1129 time: 0.0404062 Oct 31 12:36:37.955775 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fd14d03e-143c-4a12-b75a-687fc6958cfc req-955ce8f6-53db-461e-8ae6-b0e26398d6e2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401623 Oct 31 12:36:38.367046 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2d537-5503-4365-b094-5466479ed3d1 req-4a74d07f-e8b7-48ec-9f7e-7d5b62544d84 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:38.368526 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5cb2d537-5503-4365-b094-5466479ed3d1 req-4a74d07f-e8b7-48ec-9f7e-7d5b62544d84 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0466373 Oct 31 12:36:38.420896 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5cb2d537-5503-4365-b094-5466479ed3d1 req-a829ec77-8ac6-441c-92c1-c26fa362560b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466759 Oct 31 12:36:38.689741 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6125eb-e076-4089-9504-aed94ea7a1ad req-29f156d0-b550-487d-bdcf-793e2049c72c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:38.691422 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca6125eb-e076-4089-9504-aed94ea7a1ad req-29f156d0-b550-487d-bdcf-793e2049c72c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Oct 31 12:36:38.947368 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ca6125eb-e076-4089-9504-aed94ea7a1ad req-8f11ac29-3643-432f-8336-938901f0cbee tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504737 Oct 31 12:36:39.552675 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf402a-aab3-4e2f-a80d-7e3041ed3c79 req-3e77f47a-e250-446b-91e2-6e18c653533c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:39.554143 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e5cf402a-aab3-4e2f-a80d-7e3041ed3c79 req-3e77f47a-e250-446b-91e2-6e18c653533c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0572650 Oct 31 12:36:39.602228 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e5cf402a-aab3-4e2f-a80d-7e3041ed3c79 req-f5e99cf4-64a4-4ccf-85ca-42e1920b5126 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Oct 31 12:36:39.610586 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b25ff2-3d56-4bcc-976d-76e528a46154 req-0706c9d3-d3f3-4597-bf16-80a3a25d4ae2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:39.612416 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91b25ff2-3d56-4bcc-976d-76e528a46154 req-0706c9d3-d3f3-4597-bf16-80a3a25d4ae2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.0471268 Oct 31 12:36:39.660887 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91b25ff2-3d56-4bcc-976d-76e528a46154 req-8dfd8b80-f0ba-43ae-956d-13e129060df3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430760 Oct 31 12:36:40.069583 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b32eec-f8cd-4529-82b8-edd7b98205b5 req-22c3e5c7-bf98-4855-95cd-e3118592c8d1 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:40.071058 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15b32eec-f8cd-4529-82b8-edd7b98205b5 req-22c3e5c7-bf98-4855-95cd-e3118592c8d1 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Oct 31 12:36:40.122172 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15b32eec-f8cd-4529-82b8-edd7b98205b5 req-ceaa233c-dbb1-4ca4-ab91-2010cc40cb18 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Oct 31 12:36:40.780703 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d88eb-c9b9-4e9a-ae05-558077035298 req-f4bb7f97-29a2-4c42-bc3b-2866861c38b3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:40.782158 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ea6d88eb-c9b9-4e9a-ae05-558077035298 req-f4bb7f97-29a2-4c42-bc3b-2866861c38b3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.0473297 Oct 31 12:36:40.828707 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ea6d88eb-c9b9-4e9a-ae05-558077035298 req-703415fd-d5f8-4ce6-81c1-d60eb0bed0ad tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Oct 31 12:36:41.246771 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275b127-2196-48f1-b555-03ec1d94b4e2 req-b7ee7e68-6c3d-47f4-b7cf-4d6baf40a494 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:41.248287 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1275b127-2196-48f1-b555-03ec1d94b4e2 req-b7ee7e68-6c3d-47f4-b7cf-4d6baf40a494 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Oct 31 12:36:41.299630 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1275b127-2196-48f1-b555-03ec1d94b4e2 req-a78eedc9-eda8-43f7-abd3-66a9a2152256 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449851 Oct 31 12:36:41.821165 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2427898d-7a50-41e0-b09c-7eda3e12f65a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:41.822585 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2427898d-7a50-41e0-b09c-7eda3e12f65a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.0455635 Oct 31 12:36:41.911909 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port 2bcb3176-596a-4211-910f-3e00167f2763 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:36:41.912243 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (2bcb3176-596a-4211-910f-3e00167f2763), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:41.954491 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be5343-6098-4820-b9b6-19b9d9d512fc req-a027df22-a6b1-4136-9f13-d22e823779f5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:41.956558 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-89be5343-6098-4820-b9b6-19b9d9d512fc req-a027df22-a6b1-4136-9f13-d22e823779f5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 946 time: 0.0516291 Oct 31 12:36:41.974766 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:42.002279 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] For port 2bcb3176-596a-4211-910f-3e00167f2763, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2bcb3176-596a-4211-910f-3e00167f2763,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:42.002638 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (2bcb3176-596a-4211-910f-3e00167f2763), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:42.004631 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-89be5343-6098-4820-b9b6-19b9d9d512fc req-35f0f86f-e589-46af-b2d2-a421f7c936e4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0df75334-8a4e-43b7-b9e2-a9a70e5241f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Oct 31 12:36:42.091340 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:42.270946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:42.271676 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (58c7b655-7e16-42b4-bb6d-bf922f8d5507), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:42.271676 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP 58c7b655-7e16-42b4-bb6d-bf922f8d5507 disassociated. External IP: 172.27.3.160, port: 2bcb3176-596a-4211-910f-3e00167f2763. Oct 31 12:36:42.271985 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for 2bcb3176-596a-4211-910f-3e00167f2763 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:36:42.277058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:42.441486 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583433fe-84db-4d67-920e-495377ec22bc req-888ddd18-c7b6-4037-90f3-da3a150ae73b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:42.442992 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-583433fe-84db-4d67-920e-495377ec22bc req-888ddd18-c7b6-4037-90f3-da3a150ae73b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0639780 Oct 31 12:36:42.444028 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (2bcb3176-596a-4211-910f-3e00167f2763), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:42.487093 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=2bcb3176-596a-4211-910f-3e00167f2763,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:42.567951 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-583433fe-84db-4d67-920e-495377ec22bc req-6c42145d-3eb6-4a95-82e2-d1c2f77c9e41 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159694 Oct 31 12:36:42.638457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:36:42.735571 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbd26e-41ec-47f1-a61a-2056e5bf3d0b req-8684c2a3-9d5a-44af-b4e7-efc75bcbb4ee tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:42.737623 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d5bbd26e-41ec-47f1-a61a-2056e5bf3d0b req-8684c2a3-9d5a-44af-b4e7-efc75bcbb4ee tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0885367 Oct 31 12:36:42.817760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:36:42.834199 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:36:42.860655 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d5bbd26e-41ec-47f1-a61a-2056e5bf3d0b req-468e093d-635c-4871-8b4b-869c6fd05fba tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141195 Oct 31 12:36:42.864123 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:42.865136 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:42.880451 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] No DVR routers for this DVR port 2bcb3176-596a-4211-910f-3e00167f2763 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:36:42.895870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:42.899155 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8e3015ec-f3da-4602-800c-9b8a0f9e538a req-2169c175-4f05-487a-94c7-f9efc0a5427a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "DELETE /networking/v2.0/ports/2bcb3176-596a-4211-910f-3e00167f2763 HTTP/1.1" status: 204 len: 173 time: 1.0707731 Oct 31 12:36:42.899847 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'name': 'network-vif-deleted', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:36:42.900236 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60118) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:42.902759 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc9f186-5053-4051-b3b3-4c462d203fae" -d '{"events": [{"server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "name": "network-vif-deleted", "tag": "2bcb3176-596a-4211-910f-3e00167f2763"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:36:42.909516 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:42.962321 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17f277-a381-4fab-90a4-7147eb7d8255 x-openstack-request-id: req-ef17f277-a381-4fab-90a4-7147eb7d8255 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:36:42.962608 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bb54dd-d9ba-4789-b2a0-c91a292cb466", "name": "network-vif-deleted", "tag": "2bcb3176-596a-4211-910f-3e00167f2763", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:36:42.963037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef17f277-a381-4fab-90a4-7147eb7d8255 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:36:42.963443 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef17f277-a381-4fab-90a4-7147eb7d8255'] response: {'server_uuid': 'd1bb54dd-d9ba-4789-b2a0-c91a292cb466', 'name': 'network-vif-deleted', 'tag': '2bcb3176-596a-4211-910f-3e00167f2763', 'status': 'completed', 'code': 200} Oct 31 12:36:42.991695 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:43.059716 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc0f63d-3010-431d-85cd-70d4c52e4356 tempest-TestVolumeBootPattern-940701700 tempest-TestVolumeBootPattern-940701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:43.065106 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60126) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:43.068492 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dcc0f63d-3010-431d-85cd-70d4c52e4356 tempest-TestVolumeBootPattern-940701700 tempest-TestVolumeBootPattern-940701700-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 1124 time: 0.1671388 Oct 31 12:36:43.072649 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'port_id': '76712093-6a65-4766-8171-79fff21ef102', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:43.139286 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:43.146057 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d29a746e-7d14-49ce-97cb-fbedf55ff80a req-387f1d8a-8345-4407-a94d-8627446b8c92 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d1bb54dd-d9ba-4789-b2a0-c91a292cb466 HTTP/1.1" status: 200 len: 210 time: 0.0365531 Oct 31 12:36:43.242736 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:43.287989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:43.322074 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:06Z', 'revision_number': 2, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:43.350745 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:36:43.366014 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:43.367782 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:43.368798 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Allocated IP 172.27.3.63 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/8c45f24e-e987-459b-848a-77c854b655fc) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:36:43.493362 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:43.494152 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:43.496452 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:43.515190 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (8c45f24e-e987-459b-848a-77c854b655fc), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:43.549477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (8c45f24e-e987-459b-848a-77c854b655fc), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:43.593214 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:36:43.596946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:36:43.600986 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:36:43.605100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=8c45f24e-e987-459b-848a-77c854b655fc,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:43.734804 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:06Z', 'revision_number': 2, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:43.781901 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178b771-c135-4b85-b2f5-69847d471e8b None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'e5b61c09-f510-4761-aa20-078acf34450e', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:43:63:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:33:04Z', 'updated_at': '2022-10-31T12:34:06Z', 'revision_number': 2, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:36:43.952176 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-47b48dc9-f632-45f9-ba9c-b96be7558db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:43.984627 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (712d04dc-6817-4f48-b3af-ec9945252690), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.060558 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8c45f24e-e987-459b-848a-77c854b655fc), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.112544 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:44.138031 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb7a260-e2b4-44e8-a228-d0813dca2237 None None] New status for floating IP 58c7b655-7e16-42b4-bb6d-bf922f8d5507: DOWN {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:36:44.243217 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (8c45f24e-e987-459b-848a-77c854b655fc), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.250432 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (8c45f24e-e987-459b-848a-77c854b655fc), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.252273 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (712d04dc-6817-4f48-b3af-ec9945252690), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.272147 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60134) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:44.325032 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:44.345528 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9189be55-8d72-4955-9a17-92910e20f927 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (0df75334-8a4e-43b7-b9e2-a9a70e5241f8), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.376874 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9189be55-8d72-4955-9a17-92910e20f927 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (0df75334-8a4e-43b7-b9e2-a9a70e5241f8), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.388350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=8c45f24e-e987-459b-848a-77c854b655fc,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:44.406341 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Floating IP 712d04dc-6817-4f48-b3af-ec9945252690 associated. External IP: 172.27.3.63, port: 76712093-6a65-4766-8171-79fff21ef102. Oct 31 12:36:44.441311 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9189be55-8d72-4955-9a17-92910e20f927 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0df75334-8a4e-43b7-b9e2-a9a70e5241f8), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.443985 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9189be55-8d72-4955-9a17-92910e20f927 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.447716 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-9189be55-8d72-4955-9a17-92910e20f927 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0df75334-8a4e-43b7-b9e2-a9a70e5241f8 HTTP/1.1" status: 204 len: 168 time: 0.1720653 Oct 31 12:36:44.448684 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60136) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:44.466787 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189be55-8d72-4955-9a17-92910e20f927 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df75334-8a4e-43b7-b9e2-a9a70e5241f8,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:44.469260 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.api.v2.resource [None req-b39e00b9-3b9c-4416-bda1-324c3f2d89c0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] show failed (client error): The resource could not be found. Oct 31 12:36:44.470972 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-b39e00b9-3b9c-4416-bda1-324c3f2d89c0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups/0df75334-8a4e-43b7-b9e2-a9a70e5241f8 HTTP/1.1" status: 404 len: 347 time: 0.0207582 Oct 31 12:36:44.473584 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60138) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:44.600499 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port b314fabc-425c-4858-b735-9658d45d7cf6 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:36:44.601112 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (b314fabc-425c-4858-b735-9658d45d7cf6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.682566 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (b314fabc-425c-4858-b735-9658d45d7cf6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.682897 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (b314fabc-425c-4858-b735-9658d45d7cf6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.695466 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for b314fabc-425c-4858-b735-9658d45d7cf6 owned by network:floatingip {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:36:44.816958 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:44.836890 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (b314fabc-425c-4858-b735-9658d45d7cf6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.837257 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:36:44.860928 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=b314fabc-425c-4858-b735-9658d45d7cf6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:44.890773 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.891118 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.891545 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.891823 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.892809 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.893193 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.893517 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.893843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.894167 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.894490 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.895060 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.895408 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.895732 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.896053 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.896371 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:44.941245 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (58c7b655-7e16-42b4-bb6d-bf922f8d5507), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.944188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.944962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:36:44.945482 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-edb5cee0-528f-4f84-b1c7-011269a4e20a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/58c7b655-7e16-42b4-bb6d-bf922f8d5507 HTTP/1.1" status: 204 len: 168 time: 0.4707415 Oct 31 12:36:44.956348 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:36:44.976284 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:44.981260 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:44.981761 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:45.019480 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d8029f47-d3c6-43c4-8a2a-ec3adc4ab873 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9491174 Oct 31 12:36:45.019480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'tag': '76712093-6a65-4766-8171-79fff21ef102'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:36:45.020469 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab07000-8725-4529-8d2e-55ab1066e875" -d '{"events": [{"name": "network-changed", "server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "tag": "76712093-6a65-4766-8171-79fff21ef102"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:36:45.076482 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a0e40a-5a9a-47c2-b818-998c15cc9635 x-openstack-request-id: req-90a0e40a-5a9a-47c2-b818-998c15cc9635 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:36:45.076769 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "tag": "76712093-6a65-4766-8171-79fff21ef102", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:36:45.077016 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90a0e40a-5a9a-47c2-b818-998c15cc9635 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:36:45.077418 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a0e40a-5a9a-47c2-b818-998c15cc9635'] response: {'name': 'network-changed', 'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'tag': '76712093-6a65-4766-8171-79fff21ef102', 'status': 'completed', 'code': 200} Oct 31 12:36:45.125954 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:45.150027 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab07000-8725-4529-8d2e-55ab1066e875 req-d4bccf8d-d28b-4912-a4d4-10e655c3471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:45.151899 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aab07000-8725-4529-8d2e-55ab1066e875 req-d4bccf8d-d28b-4912-a4d4-10e655c3471b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 1129 time: 0.0526593 Oct 31 12:36:45.244920 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:45.270364 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab07000-8725-4529-8d2e-55ab1066e875 req-689ce1e2-617e-4a97-a9b0-fa1a2610f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:45.271942 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aab07000-8725-4529-8d2e-55ab1066e875 req-689ce1e2-617e-4a97-a9b0-fa1a2610f201 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.1140757 Oct 31 12:36:45.363848 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aab07000-8725-4529-8d2e-55ab1066e875 req-636ccd19-0211-498f-a2a6-2f64aee43543 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76712093-6a65-4766-8171-79fff21ef102 HTTP/1.1" status: 200 len: 998 time: 0.0722048 Oct 31 12:36:45.371756 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '712d04dc-6817-4f48-b3af-ec9945252690', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': '76712093-6a65-4766-8171-79fff21ef102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:e8:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:36:43Z', 'updated_at': '2022-10-31T12:36:43Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:45.398898 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:36:45.407968 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:45.408608 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:45.414868 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:45.421429 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab07000-8725-4529-8d2e-55ab1066e875 req-4be93599-c319-4224-9ab5-692ebb972396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:45.422914 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aab07000-8725-4529-8d2e-55ab1066e875 req-4be93599-c319-4224-9ab5-692ebb972396 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0530109 Oct 31 12:36:45.459132 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 2bcb3176-596a-4211-910f-3e00167f2763 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:36:45.468751 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab07000-8725-4529-8d2e-55ab1066e875 req-5e6c3091-494a-433f-865c-8aa81e5ff3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:45.470800 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aab07000-8725-4529-8d2e-55ab1066e875 req-5e6c3091-494a-433f-865c-8aa81e5ff3aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404749 Oct 31 12:36:45.569603 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aab07000-8725-4529-8d2e-55ab1066e875 req-aaef58a4-2092-4331-b16b-9ec584cbda8a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929258 Oct 31 12:36:45.647480 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 2bcb3176-596a-4211-910f-3e00167f2763 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:36:45.647830 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 2bcb3176-596a-4211-910f-3e00167f2763 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:36:45.663997 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aab07000-8725-4529-8d2e-55ab1066e875 req-a328074d-d8f0-4d89-b5aa-cd4a11d6dc76 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888333 Oct 31 12:36:45.668928 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:45.835426 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:45.880071 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '712d04dc-6817-4f48-b3af-ec9945252690', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': '76712093-6a65-4766-8171-79fff21ef102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:e8:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:36:43Z', 'updated_at': '2022-10-31T12:36:43Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:45.909252 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff50af-5680-41f0-8b58-c40c2693228b None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '712d04dc-6817-4f48-b3af-ec9945252690', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': '76712093-6a65-4766-8171-79fff21ef102', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:e8:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:36:43Z', 'updated_at': '2022-10-31T12:36:43Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:36:46.113613 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4280a59b-5417-4302-b980-3c9b09a0f90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:46.114323 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575a82e0-f326-4d6a-9223-7c5694a5a7fb None None] New status for floating IP 712d04dc-6817-4f48-b3af-ec9945252690: ACTIVE {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:36:47.375213 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:49.058065 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:49.309926 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:50.742100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51136c0a-b52b-4423-b649-792a85234451 req-8f5c1be8-c21f-4b57-a588-941af8891c0b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:50.743585 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51136c0a-b52b-4423-b649-792a85234451 req-8f5c1be8-c21f-4b57-a588-941af8891c0b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0811918 Oct 31 12:36:50.744649 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-1aefb0cd-7873-497c-ba38-0ad74298426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:50.745987 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-1aefb0cd-7873-497c-ba38-0ad74298426e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1129 time: 0.0744443 Oct 31 12:36:50.848482 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-51136c0a-b52b-4423-b649-792a85234451 req-5f7e37f5-074f-4992-9fdd-dbc2394c7c7f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991814 Oct 31 12:36:50.869111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-b1418636-fd75-4fb0-bcda-734c2a727cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:50.870543 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-b1418636-fd75-4fb0-bcda-734c2a727cc4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.1139779 Oct 31 12:36:50.943468 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-50605ceb-0e1b-4d20-bb69-8ce96fb642fd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 1001 time: 0.0588319 Oct 31 12:36:50.990555 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-b3bbd2ae-87e9-4490-ae86-92eb0a7bc094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:50.991981 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-b3bbd2ae-87e9-4490-ae86-92eb0a7bc094 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0426540 Oct 31 12:36:51.030774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:51.037990 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-a8378474-32f9-45fe-bfa8-85e3d3aba49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:51.039509 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-a8378474-32f9-45fe-bfa8-85e3d3aba49a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409923 Oct 31 12:36:51.134281 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-922641be-2550-414b-83c5-0bc361eea204 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872192 Oct 31 12:36:51.227480 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7945caeb-f46e-4df9-bbf7-19b521e8e2ab req-fbd6af97-6d56-45f5-be2e-3c77c4c46f51 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867789 Oct 31 12:36:51.924098 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:51.964925 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e2af2-2c1a-49fa-acda-7675bf07381f req-88d36e6a-eb70-4b38-8912-df634d7b474c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:51.966625 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c81e2af2-2c1a-49fa-acda-7675bf07381f req-88d36e6a-eb70-4b38-8912-df634d7b474c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.0496516 Oct 31 12:36:51.971685 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36399877-306c-43eb-b353-f4d43ccd411f req-79bfbd15-3b52-489f-a429-9da79020a6e2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:51.973149 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36399877-306c-43eb-b353-f4d43ccd411f req-79bfbd15-3b52-489f-a429-9da79020a6e2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0479019 Oct 31 12:36:52.014709 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c81e2af2-2c1a-49fa-acda-7675bf07381f req-3eb9c025-a37a-4652-8fce-7a38d0eeaf29 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Oct 31 12:36:52.020939 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36399877-306c-43eb-b353-f4d43ccd411f req-6128ad66-5327-434a-9f5a-f585d8cc5fd4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415673 Oct 31 12:36:53.141713 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c760d9a-7f0d-410f-97e2-529d9ed8b67d req-e45f7ad8-46c4-4567-90aa-22bcaf95344d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:53.142746 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5000a6-98da-4ced-b952-8a3cc5ccfee1 req-ac13191c-892b-4e86-94e7-1fa553cef5c3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:53.143262 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8c760d9a-7f0d-410f-97e2-529d9ed8b67d req-e45f7ad8-46c4-4567-90aa-22bcaf95344d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0474968 Oct 31 12:36:53.144227 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0a5000a6-98da-4ced-b952-8a3cc5ccfee1 req-ac13191c-892b-4e86-94e7-1fa553cef5c3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.0466878 Oct 31 12:36:53.155535 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:53.190949 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8c760d9a-7f0d-410f-97e2-529d9ed8b67d req-80dc31de-ff01-4fab-9d12-94d0c63e49b2 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Oct 31 12:36:53.196010 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0a5000a6-98da-4ced-b952-8a3cc5ccfee1 req-f80af040-963f-4439-9b9d-129c12c10438 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Oct 31 12:36:53.864006 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-2df33468-11da-4fea-aa93-ba0ad946a401 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:53.865432 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-2df33468-11da-4fea-aa93-ba0ad946a401 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.0493972 Oct 31 12:36:53.951475 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port ffe46aaf-72a4-4c15-9506-ca33161dddf3 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:36:53.951809 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:54.043817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] For port ffe46aaf-72a4-4c15-9506-ca33161dddf3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe46aaf-72a4-4c15-9506-ca33161dddf3,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:36:54.044177 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:54.205613 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:54.206301 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (e5b61c09-f510-4761-aa20-078acf34450e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:54.206301 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP e5b61c09-f510-4761-aa20-078acf34450e disassociated. External IP: 172.27.3.197, port: ffe46aaf-72a4-4c15-9506-ca33161dddf3. Oct 31 12:36:54.206567 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for ffe46aaf-72a4-4c15-9506-ca33161dddf3 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:36:54.323065 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbb25b-2724-4510-af80-a0b9eeb8263f req-0f6d6237-9e06-444d-b580-53499fbfc465 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:54.324677 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3cdbb25b-2724-4510-af80-a0b9eeb8263f req-0f6d6237-9e06-444d-b580-53499fbfc465 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 946 time: 0.0498078 Oct 31 12:36:54.348867 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:54.355832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68945c-fafb-4366-9d60-482f32668db3 req-51f0208b-8bf3-4e47-966b-4df73aebf587 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:54.357774 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f68945c-fafb-4366-9d60-482f32668db3 req-51f0208b-8bf3-4e47-966b-4df73aebf587 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0876982 Oct 31 12:36:54.374506 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3cdbb25b-2724-4510-af80-a0b9eeb8263f req-9c68aa43-f3e6-4d9d-964b-1ef8177e78be tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440731 Oct 31 12:36:54.376114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:54.413158 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (ffe46aaf-72a4-4c15-9506-ca33161dddf3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:54.448065 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f68945c-fafb-4366-9d60-482f32668db3 req-e1f74160-a50b-4dd5-b2a5-18a571523349 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824797 Oct 31 12:36:54.449151 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=ffe46aaf-72a4-4c15-9506-ca33161dddf3,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.465194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.466246 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.466246 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:36:54.578340 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:36:54.628298 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:54.683862 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:36:54.694808 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:36:54.705505 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:54.706197 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:54.727677 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] No DVR routers for this DVR port ffe46aaf-72a4-4c15-9506-ca33161dddf3 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:36:54.730261 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:54.734111 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-69aba9ac-0dbd-4e83-8df9-9054ed964b5c req-c954ecbf-a041-4bad-8a30-6521f0117c02 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ffe46aaf-72a4-4c15-9506-ca33161dddf3 HTTP/1.1" status: 204 len: 173 time: 0.8611715 Oct 31 12:36:54.734630 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'name': 'network-vif-deleted', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:36:54.736881 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f5d7ef-0ab6-41f6-9b79-31a260a4e2d0" -d '{"events": [{"server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "name": "network-vif-deleted", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:36:54.778305 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc863512-0b47-43f1-9fd5-1354d5a8fa1f x-openstack-request-id: req-cc863512-0b47-43f1-9fd5-1354d5a8fa1f {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:36:54.778597 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9906becc-a42b-4b4c-855a-450915f7a3f8", "name": "network-vif-deleted", "tag": "ffe46aaf-72a4-4c15-9506-ca33161dddf3", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:36:54.778847 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc863512-0b47-43f1-9fd5-1354d5a8fa1f {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:36:54.779284 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc863512-0b47-43f1-9fd5-1354d5a8fa1f'] response: {'server_uuid': '9906becc-a42b-4b4c-855a-450915f7a3f8', 'name': 'network-vif-deleted', 'tag': 'ffe46aaf-72a4-4c15-9506-ca33161dddf3', 'status': 'completed', 'code': 200} Oct 31 12:36:54.837000 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:55.036608 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:55.044974 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:55.070480 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:36:55.079029 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:36:55.079674 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:55.185085 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:36:55.372005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:36:55.401510 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6662406c-2686-494a-8ab4-5fc4c18f21b4 None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:36:55.499001 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ad0ee6e1-8036-4849-b645-ba471e49acfe req-4b07a5ff-7591-46ef-9f50-3fcdf1976e7b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9906becc-a42b-4b4c-855a-450915f7a3f8 HTTP/1.1" status: 200 len: 210 time: 0.0357513 Oct 31 12:36:55.600991 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb97a31-fc89-41f1-bafb-74c8a6acbb33 req-c63edace-b8c2-4b7b-9173-5dee9c2cf59b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:55.603838 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3fb97a31-fc89-41f1-bafb-74c8a6acbb33 req-c63edace-b8c2-4b7b-9173-5dee9c2cf59b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0589483 Oct 31 12:36:55.630084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:55.666348 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dd1d9f-43c0-48e0-a015-4b6c564d9a79 None None] New status for floating IP e5b61c09-f510-4761-aa20-078acf34450e: DOWN {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:36:55.667089 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3fb97a31-fc89-41f1-bafb-74c8a6acbb33 req-3306d874-9e3b-4bbd-9033-b6043e93c0ef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557013 Oct 31 12:36:55.696617 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:55.817985 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-eaaa4812-ce08-401b-876c-beb5639b8542 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390449 Oct 31 12:36:55.911811 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-97a6b2f5-76d5-4647-abbe-778eef87345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:55.913241 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-97a6b2f5-76d5-4647-abbe-778eef87345a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 1129 time: 0.0399873 Oct 31 12:36:56.028232 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-311a2e14-5c87-40d9-9d7c-73f6f456bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:56.029691 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-311a2e14-5c87-40d9-9d7c-73f6f456bfb2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.0884340 Oct 31 12:36:56.072750 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-dc900e65-fd75-4efa-9b7c-3850b2861b20 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 200 len: 217 time: 0.0324221 Oct 31 12:36:56.124151 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-b55a5a48-00f4-4567-983f-5338e6e7f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:56.125576 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-b55a5a48-00f4-4567-983f-5338e6e7f08e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0445247 Oct 31 12:36:56.173065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-d54be2ef-b420-4e0a-adef-58df725ac593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:56.174420 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-d54be2ef-b420-4e0a-adef-58df725ac593 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387127 Oct 31 12:36:56.269257 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-01736b14-cb88-4812-96bd-124998c8a718 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862508 Oct 31 12:36:56.364921 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b3beb1f-e056-4822-9e30-ee79d63228af req-4995ff05-29a4-46a6-91da-decde77761f3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865426 Oct 31 12:36:56.595606 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60222) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:56.652582 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff4dad42-dcd8-4d3b-8158-620164006c82 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (81f400f3-2029-4bad-b8ac-0c01a2b5dcc8), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:56.674792 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff4dad42-dcd8-4d3b-8158-620164006c82 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (81f400f3-2029-4bad-b8ac-0c01a2b5dcc8), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:56.729402 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff4dad42-dcd8-4d3b-8158-620164006c82 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (81f400f3-2029-4bad-b8ac-0c01a2b5dcc8), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:56.732586 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ff4dad42-dcd8-4d3b-8158-620164006c82 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:56.733891 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ff4dad42-dcd8-4d3b-8158-620164006c82 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/81f400f3-2029-4bad-b8ac-0c01a2b5dcc8 HTTP/1.1" status: 204 len: 168 time: 0.1373158 Oct 31 12:36:56.736776 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60226) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:56.747535 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dad42-dcd8-4d3b-8158-620164006c82 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f400f3-2029-4bad-b8ac-0c01a2b5dcc8,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:56.757254 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-ca35bc77-3fd5-42cd-9d1c-9a4a91bfdf06 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] show failed (client error): The resource could not be found. Oct 31 12:36:56.761045 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ca35bc77-3fd5-42cd-9d1c-9a4a91bfdf06 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups/81f400f3-2029-4bad-b8ac-0c01a2b5dcc8 HTTP/1.1" status: 404 len: 347 time: 0.0199547 Oct 31 12:36:56.761467 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60228) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:56.806518 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6c270-f422-419e-99ea-c185baabe5e0 req-26df86c8-b0b5-41be-af83-e924ce5c96df tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:56.808258 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70a6c270-f422-419e-99ea-c185baabe5e0 req-26df86c8-b0b5-41be-af83-e924ce5c96df tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0530665 Oct 31 12:36:56.858441 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70a6c270-f422-419e-99ea-c185baabe5e0 req-5791560c-6119-4fe6-9063-27bc10802749 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Oct 31 12:36:56.883776 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port 408e6256-050a-4562-bc82-74d93c608178 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:36:56.884123 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (408e6256-050a-4562-bc82-74d93c608178), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:56.967764 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (408e6256-050a-4562-bc82-74d93c608178), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:56.968101 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (408e6256-050a-4562-bc82-74d93c608178), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:56.980432 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for 408e6256-050a-4562-bc82-74d93c608178 owned by network:floatingip {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:36:57.121006 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (408e6256-050a-4562-bc82-74d93c608178), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.147283 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=408e6256-050a-4562-bc82-74d93c608178,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:57.209952 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (e5b61c09-f510-4761-aa20-078acf34450e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.213043 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.214245 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d028d695-80de-4388-b86e-e77d82379cb9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e5b61c09-f510-4761-aa20-078acf34450e HTTP/1.1" status: 204 len: 168 time: 0.4517441 Oct 31 12:36:57.304111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60232) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:57.309181 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7f352132-b0a5-4784-a024-8783ce7f2f5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044332168', 'description': 'tempest-description--970458875'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:57.329476 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f352132-b0a5-4784-a024-8783ce7f2f5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.395320 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:57.397980 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f352132-b0a5-4784-a024-8783ce7f2f5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (544ec984-c4de-4a7a-adf5-8d83e095a117), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.402687 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f352132-b0a5-4784-a024-8783ce7f2f5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (544ec984-c4de-4a7a-adf5-8d83e095a117), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.436959 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7f352132-b0a5-4784-a024-8783ce7f2f5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.438178 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7f352132-b0a5-4784-a024-8783ce7f2f5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1324601 Oct 31 12:36:57.441052 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60234) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:57.446524 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-e326efa4-6d53-4f5e-826d-d6419151b19e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': '544ec984-c4de-4a7a-adf5-8d83e095a117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:57.453853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f352132-b0a5-4784-a024-8783ce7f2f5f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544ec984-c4de-4a7a-adf5-8d83e095a117,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:57.473271 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e326efa4-6d53-4f5e-826d-d6419151b19e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (345a6b96-f790-47d5-922a-fe01e148c7ff), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.480907 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:57.487559 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ffe46aaf-72a4-4c15-9506-ca33161dddf3 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:36:57.507344 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: ffe46aaf-72a4-4c15-9506-ca33161dddf3 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:36:57.508422 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device ffe46aaf-72a4-4c15-9506-ca33161dddf3 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:36:57.535683 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e326efa4-6d53-4f5e-826d-d6419151b19e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (345a6b96-f790-47d5-922a-fe01e148c7ff), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.539299 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e326efa4-6d53-4f5e-826d-d6419151b19e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (345a6b96-f790-47d5-922a-fe01e148c7ff), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.558233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326efa4-6d53-4f5e-826d-d6419151b19e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345a6b96-f790-47d5-922a-fe01e148c7ff,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:57.563418 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e326efa4-6d53-4f5e-826d-d6419151b19e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.564549 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e326efa4-6d53-4f5e-826d-d6419151b19e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225965 Oct 31 12:36:57.567253 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60236) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:57.572170 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-ac86a8e0-944a-435f-a42b-8998cadba4cf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': '544ec984-c4de-4a7a-adf5-8d83e095a117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:57.597081 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ac86a8e0-944a-435f-a42b-8998cadba4cf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (a3516181-bc65-4ead-afb8-824dda9311ab), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.653690 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ac86a8e0-944a-435f-a42b-8998cadba4cf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (a3516181-bc65-4ead-afb8-824dda9311ab), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.656450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ac86a8e0-944a-435f-a42b-8998cadba4cf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (a3516181-bc65-4ead-afb8-824dda9311ab), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.675037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86a8e0-944a-435f-a42b-8998cadba4cf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3516181-bc65-4ead-afb8-824dda9311ab,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:57.679290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ac86a8e0-944a-435f-a42b-8998cadba4cf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.681015 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ac86a8e0-944a-435f-a42b-8998cadba4cf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128595 Oct 31 12:36:57.684159 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60238) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:36:57.688264 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:36:57.708408 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.787498 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:57.891753 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.27.3.194 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/ef173283-1963-4230-bd46-c5b15eb8112e) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:36:58.013267 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43523d6-79df-473a-ab76-b93635b48c21 req-e08d0288-b569-4c54-b193-53bf451bb853 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:58.014706 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c43523d6-79df-473a-ab76-b93635b48c21 req-e08d0288-b569-4c54-b193-53bf451bb853 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0594435 Oct 31 12:36:58.052914 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (ef173283-1963-4230-bd46-c5b15eb8112e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.095944 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c43523d6-79df-473a-ab76-b93635b48c21 req-26f74c80-5268-430b-93d1-ae567f65a7c0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753167 Oct 31 12:36:58.108021 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (ef173283-1963-4230-bd46-c5b15eb8112e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.138593 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:58.141480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:58.154654 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:36:58.159099 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:36:58.161386 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=ef173283-1963-4230-bd46-c5b15eb8112e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:58.165032 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:36:58.210105 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.245932 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (ef173283-1963-4230-bd46-c5b15eb8112e), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.390723 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (ef173283-1963-4230-bd46-c5b15eb8112e), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.395400 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (ef173283-1963-4230-bd46-c5b15eb8112e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.396095 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.438935 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:36:58.440109 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7550442 Oct 31 12:36:58.451087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363498e-d87c-4924-a08b-57ba7b4db74f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=ef173283-1963-4230-bd46-c5b15eb8112e,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:36:58.637866 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-74a36032-b99a-4e5b-9042-6a58e187ed60 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1044332168&fields=id&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 267 time: 0.0421584 Oct 31 12:36:58.745335 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-57e0947d-754d-4de8-ae1a-a23ba97058d5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:58.746714 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-57e0947d-754d-4de8-ae1a-a23ba97058d5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.1026545 Oct 31 12:36:58.761376 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-2e109459-7512-4186-9819-14a49f6613b6 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/quotas/bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 375 time: 0.0092967 Oct 31 12:36:58.801199 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:58.812566 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-9495928b-0c2a-4b0e-8c6f-3b6d7f120e29 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463531 Oct 31 12:36:59.120661 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:36:59.131194 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-36e819c7-e666-4ec0-b96f-812c91beae99 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066611 Oct 31 12:36:59.223094 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-46e134f2-b155-4095-8ca1-28723b3e7e12 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852351 Oct 31 12:36:59.399308 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4873a0dc-78f5-40e2-976a-72a5808900e2 req-59a9ac28-cc42-41b3-be0e-66e214bbe3ee tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 210 time: 0.0309019 Oct 31 12:36:59.449385 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c20eb5-b7a6-4dbc-92d1-6aa39121c8d5 req-e35b953b-6516-4982-b451-b1485f4d0ce5 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:36:59.451083 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2c20eb5-b7a6-4dbc-92d1-6aa39121c8d5 req-e35b953b-6516-4982-b451-b1485f4d0ce5 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.2764623 Oct 31 12:36:59.499526 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c2c20eb5-b7a6-4dbc-92d1-6aa39121c8d5 req-89e1104e-492b-4cf3-89e2-f65c033d6851 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425165 Oct 31 12:37:00.509989 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1fe80db7-1c63-498f-ada9-67bfe353ebd9 req-14c3aa76-3788-4169-81c7-c50403932032 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 210 time: 0.0338333 Oct 31 12:37:00.672643 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a491dcd-ce74-4791-ab45-5be1f261042a req-e04cf324-46d0-43d8-833a-4be0a69c6125 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:00.674129 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5a491dcd-ce74-4791-ab45-5be1f261042a req-e04cf324-46d0-43d8-833a-4be0a69c6125 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0925708 Oct 31 12:37:00.718953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-dbf1e8c7-b9b8-4f6d-bb54-de46d0c4c004 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:00.720413 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-dbf1e8c7-b9b8-4f6d-bb54-de46d0c4c004 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.1595767 Oct 31 12:37:00.751736 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5a491dcd-ce74-4791-ab45-5be1f261042a req-410a784e-bd48-4a48-8e0f-520cf78ac7f0 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690916 Oct 31 12:37:00.798851 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-48cbb47e-2fd1-44d5-9df0-f457b3332cae tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 380 time: 0.0583904 Oct 31 12:37:00.853479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'port': {'device_id': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'admin_state_up': True, 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'security_groups': ['544ec984-c4de-4a7a-adf5-8d83e095a117']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:00.962368 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Made reservation on behalf of bfbc3a46f12942299b99cdd20c989e1f for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:37:00.966028 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.025141 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:01.037152 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:01.093964 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.20.0.14 (6630ddc4-dc53-4e5a-8b9d-7632c3075289/6a835e99-e667-4f29-9c7e-079cc620d1de/81273f70-32ad-4271-bbb8-913808f06f34) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:37:01.229587 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (81273f70-32ad-4271-bbb8-913808f06f34), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.262200 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (81273f70-32ad-4271-bbb8-913808f06f34), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.303783 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:37:01.309357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:37:01.313171 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:37:01.317626 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:01.318383 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.327149 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=81273f70-32ad-4271-bbb8-913808f06f34,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:01.340198 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-81d4e725-202d-4f69-b6c0-d7015635f44f tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4908164 Oct 31 12:37:01.473928 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Request body: {'port': {'device_id': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:01.535886 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (81273f70-32ad-4271-bbb8-913808f06f34), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.575008 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-25ecb721-98a2-4777-a6ac-53ae2f60a420 None None] Provisioning complete for port 81273f70-32ad-4271-bbb8-913808f06f34 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:37:01.575601 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-25ecb721-98a2-4777-a6ac-53ae2f60a420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (81273f70-32ad-4271-bbb8-913808f06f34), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.575732 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-25ecb721-98a2-4777-a6ac-53ae2f60a420 None None] Attempt 1 to provision port 81273f70-32ad-4271-bbb8-913808f06f34 Oct 31 12:37:01.612984 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-25ecb721-98a2-4777-a6ac-53ae2f60a420 None None] Port 81273f70-32ad-4271-bbb8-913808f06f34 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:37:01.633462 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c9c5d-b028-465b-9ef7-1be6e90e720d req-d9de78c5-94b2-44dc-831e-0d9efd95c950 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:01.635053 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9d5c9c5d-b028-465b-9ef7-1be6e90e720d req-d9de78c5-94b2-44dc-831e-0d9efd95c950 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 932 time: 0.0500698 Oct 31 12:37:01.682987 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9d5c9c5d-b028-465b-9ef7-1be6e90e720d req-b032f91e-4de5-46c2-9b60-d8dc892ea68d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Oct 31 12:37:01.796384 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81273f70-32ad-4271-bbb8-913808f06f34 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:37:01.805333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Publish callbacks [] for port (81273f70-32ad-4271-bbb8-913808f06f34), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.817646 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Transition to ACTIVE for port object 81273f70-32ad-4271-bbb8-913808f06f34 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:37:01.822227 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (81273f70-32ad-4271-bbb8-913808f06f34), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:01.891881 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:01.922024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Pushing event updated for resources: {'Port': ['ID=81273f70-32ad-4271-bbb8-913808f06f34,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:01.937491 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2324fd9-52da-4901-b51e-e9b0cf83c6f0 req-ab9f9090-f46c-4fd3-96e6-7a131a2ee193 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:01.938977 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2324fd9-52da-4901-b51e-e9b0cf83c6f0 req-ab9f9090-f46c-4fd3-96e6-7a131a2ee193 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.1092441 Oct 31 12:37:01.943926 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Attempting to bind port 81273f70-32ad-4271-bbb8-913808f06f34 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:37:01.944261 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Attempting to bind port 81273f70-32ad-4271-bbb8-913808f06f34 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:37:01.944589 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Attempting to bind port 81273f70-32ad-4271-bbb8-913808f06f34 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:37:01.947899 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:02.026257 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2324fd9-52da-4901-b51e-e9b0cf83c6f0 req-0630b757-09af-4e8f-99b5-f8619c18c590 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789666 Oct 31 12:37:02.026933 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Port 81273f70-32ad-4271-bbb8-913808f06f34 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:37:02.027284 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Attempting to bind port 81273f70-32ad-4271-bbb8-913808f06f34 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:37:02.073924 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:37:02.074264 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Checking segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:37:02.074640 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Bound using segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:37:02.075075 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Bound port: 81273f70-32ad-4271-bbb8-913808f06f34, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:37:02.075562 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (81273f70-32ad-4271-bbb8-913808f06f34), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:02.138386 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] For port 81273f70-32ad-4271-bbb8-913808f06f34, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:37:02.141535 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] For port 81273f70-32ad-4271-bbb8-913808f06f34, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=81273f70-32ad-4271-bbb8-913808f06f34,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:37:02.147809 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (81273f70-32ad-4271-bbb8-913808f06f34), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:02.151869 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:02.152474 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:02.153821 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/81273f70-32ad-4271-bbb8-913808f06f34 HTTP/1.1" status: 200 len: 1094 time: 0.6842766 Oct 31 12:37:02.154374 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:02.156616 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb9688-bd23-4172-aa7f-8ba7a290ace0" -d '{"events": [{"name": "network-changed", "server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "tag": "81273f70-32ad-4271-bbb8-913808f06f34"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:02.203508 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b7375-5dcc-46f8-a42d-43a994f66ffc service neutron] Pushing event updated for resources: {'Port': ['ID=81273f70-32ad-4271-bbb8-913808f06f34,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:02.224728 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b10166-6560-44c3-940f-6a4be4a4f6df x-openstack-request-id: req-60b10166-6560-44c3-940f-6a4be4a4f6df {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:02.225022 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "tag": "81273f70-32ad-4271-bbb8-913808f06f34", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:02.225281 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60b10166-6560-44c3-940f-6a4be4a4f6df {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:02.225713 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b10166-6560-44c3-940f-6a4be4a4f6df'] response: {'name': 'network-changed', 'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34', 'status': 'completed', 'code': 200} Oct 31 12:37:02.274723 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-7cde58c0-8f58-4ff0-97e6-d735deb6a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:02.276261 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-7cde58c0-8f58-4ff0-97e6-d735deb6a950 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 1128 time: 0.0440319 Oct 31 12:37:02.327046 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-807c0b49-b44b-46f4-8909-a50329bb4847 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81273f70-32ad-4271-bbb8-913808f06f34 HTTP/1.1" status: 200 len: 217 time: 0.0336347 Oct 31 12:37:02.377179 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-1035c9bb-7794-49e3-aa4c-b16aa1d110d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:02.378598 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-1035c9bb-7794-49e3-aa4c-b16aa1d110d5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0450811 Oct 31 12:37:02.424257 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-4bf30088-b69b-443f-91bd-305ba25f606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:02.425707 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-4bf30088-b69b-443f-91bd-305ba25f606a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392275 Oct 31 12:37:02.519196 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-c0e09243-17c1-4fff-9cca-ce0472d73ede service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850387 Oct 31 12:37:02.614928 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c0e43ee7-ee45-4ee0-a93e-a57091fbccad req-23bdefeb-c4e4-4596-881b-7d69c0787c92 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861509 Oct 31 12:37:02.801672 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a311516-47f9-40e1-903c-bc357c787439 req-79e0863c-97eb-4512-a25f-e51b21e853d2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:02.803127 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9a311516-47f9-40e1-903c-bc357c787439 req-79e0863c-97eb-4512-a25f-e51b21e853d2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 944 time: 0.0472505 Oct 31 12:37:02.849710 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9a311516-47f9-40e1-903c-bc357c787439 req-c22775b8-d485-4374-bcbc-560612f371bf tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Oct 31 12:37:03.151429 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d9d2-db2a-4d3f-a0a5-d8a4e0e233e6 req-d08c7705-7d54-4b2a-bbde-822188aae61f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:03.153544 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1308d9d2-db2a-4d3f-a0a5-d8a4e0e233e6 req-d08c7705-7d54-4b2a-bbde-822188aae61f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0479977 Oct 31 12:37:03.201766 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1308d9d2-db2a-4d3f-a0a5-d8a4e0e233e6 req-bfe0b435-a874-447e-8027-5276accc9f09 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 Oct 31 12:37:03.699075 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-b0734df9-7d6b-49d0-a37d-b7cfbae89327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:03.700469 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-b0734df9-7d6b-49d0-a37d-b7cfbae89327 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 1128 time: 0.0391750 Oct 31 12:37:03.807253 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-20426387-3def-42d5-91f1-705c3eea9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:03.808698 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-20426387-3def-42d5-91f1-705c3eea9d3c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 916 time: 0.0886767 Oct 31 12:37:03.848904 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-c9e4f93f-fa7c-4296-a602-f3aec6d98791 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81273f70-32ad-4271-bbb8-913808f06f34 HTTP/1.1" status: 200 len: 217 time: 0.0316634 Oct 31 12:37:03.900962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-31a197be-a99e-4e9a-94d1-ca05d2e4301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:03.902422 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-31a197be-a99e-4e9a-94d1-ca05d2e4301d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0453098 Oct 31 12:37:03.926081 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:03.980834 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:03.993077 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-89b9a1e8-33f3-439c-be85-635f08175af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:03.994597 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-89b9a1e8-33f3-439c-be85-635f08175af2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783560 Oct 31 12:37:04.004576 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3093cfd-5504-4796-82fb-4150cd7859af req-cabefbbe-bf1b-42b6-a791-646afbbd2948 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:04.005945 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3093cfd-5504-4796-82fb-4150cd7859af req-cabefbbe-bf1b-42b6-a791-646afbbd2948 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 944 time: 0.0816588 Oct 31 12:37:04.121814 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f3093cfd-5504-4796-82fb-4150cd7859af req-179b799a-1f34-422a-b958-d41ccb1d1b30 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067002 Oct 31 12:37:04.133600 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-a434cbad-b6cb-4483-9775-cf4cb37af5e2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267297 Oct 31 12:37:04.227391 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1feb9688-bd23-4172-aa7f-8ba7a290ace0 req-46363590-b14a-42ea-90f5-fed966c9955e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Oct 31 12:37:04.329911 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8aadc-1ebc-43ae-bed3-edb2367492e4 req-bd98e746-4718-458d-9256-0fb9d3c24e59 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:04.331381 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-aea8aadc-1ebc-43ae-bed3-edb2367492e4 req-bd98e746-4718-458d-9256-0fb9d3c24e59 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0503237 Oct 31 12:37:04.377023 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-aea8aadc-1ebc-43ae-bed3-edb2367492e4 req-e18584cf-df8d-451c-b36c-0c6233aef3af tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399919 Oct 31 12:37:05.258354 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789b19-2426-4eeb-8ee7-7955d6645f3f req-f44a6c45-6ceb-4979-b4e6-af5bcbd4ec72 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:05.259886 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1b789b19-2426-4eeb-8ee7-7955d6645f3f req-f44a6c45-6ceb-4979-b4e6-af5bcbd4ec72 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 944 time: 0.0560820 Oct 31 12:37:05.309458 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1b789b19-2426-4eeb-8ee7-7955d6645f3f req-f8e6c212-4df5-4c6f-ade1-39a801b60c2a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Oct 31 12:37:05.497064 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c774129-57bb-4ea1-8fc2-206fc57f7379 req-bbeb3335-0fd7-4025-9fdc-d54a9867c8ef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:05.498559 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3c774129-57bb-4ea1-8fc2-206fc57f7379 req-bbeb3335-0fd7-4025-9fdc-d54a9867c8ef tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0465117 Oct 31 12:37:05.515094 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 81273f70-32ad-4271-bbb8-913808f06f34 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:37:05.546860 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3c774129-57bb-4ea1-8fc2-206fc57f7379 req-68c7da36-6193-4a38-97df-d5b25808dc80 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Oct 31 12:37:05.614775 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 81273f70-32ad-4271-bbb8-913808f06f34, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=81273f70-32ad-4271-bbb8-913808f06f34,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:05.626442 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '81273f70-32ad-4271-bbb8-913808f06f34', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'port_id': '81273f70-32ad-4271-bbb8-913808f06f34', 'mac_address': 'fa:16:3e:ad:75:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:37:05.653329 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:05.665610 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 81273f70-32ad-4271-bbb8-913808f06f34 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:05.665995 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (81273f70-32ad-4271-bbb8-913808f06f34), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:05.678577 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81273f70-32ad-4271-bbb8-913808f06f34 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:37:05.699053 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 81273f70-32ad-4271-bbb8-913808f06f34, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=81273f70-32ad-4271-bbb8-913808f06f34,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:05.703573 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (81273f70-32ad-4271-bbb8-913808f06f34), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:05.745322 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:05.749496 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=81273f70-32ad-4271-bbb8-913808f06f34,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:05.756599 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.756952 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.757383 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.757750 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.758092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.758426 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.758765 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.759094 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.759449 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.759778 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.760105 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.760448 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.760780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.761099 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:05.761423 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:06.085033 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['81273f70-32ad-4271-bbb8-913808f06f34'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:37:06.215120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:06.431925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a15f12-f0b6-4598-b5d2-165f1578ebcf req-adc2fff5-b845-4ee9-812b-bbf26074bd22 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:06.433394 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24a15f12-f0b6-4598-b5d2-165f1578ebcf req-adc2fff5-b845-4ee9-812b-bbf26074bd22 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 945 time: 0.0482185 Oct 31 12:37:06.481836 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-24a15f12-f0b6-4598-b5d2-165f1578ebcf req-e2cab92e-7364-4e7a-8d90-1bec359462d1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Oct 31 12:37:06.665662 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caf7fd-ee5f-4d16-9e98-2f3390f2a6af req-977a874e-81f7-49b2-a6d8-0cec924b7046 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:06.667023 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-46caf7fd-ee5f-4d16-9e98-2f3390f2a6af req-977a874e-81f7-49b2-a6d8-0cec924b7046 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0457857 Oct 31 12:37:06.716225 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-46caf7fd-ee5f-4d16-9e98-2f3390f2a6af req-9ba4770f-0c8b-4650-8cb6-ad75209189df tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 Oct 31 12:37:07.517126 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 81273f70-32ad-4271-bbb8-913808f06f34 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:37:07.560859 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 81273f70-32ad-4271-bbb8-913808f06f34 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:37:07.566988 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 81273f70-32ad-4271-bbb8-913808f06f34 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:37:07.567414 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (81273f70-32ad-4271-bbb8-913808f06f34), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:07.567814 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 81273f70-32ad-4271-bbb8-913808f06f34 Oct 31 12:37:07.604000 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7c15d-00ca-4989-9820-4527f087ae3c req-c4db25f4-9d9f-45b8-bea7-fabdc3333ab9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:07.605487 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70e7c15d-00ca-4989-9820-4527f087ae3c req-c4db25f4-9d9f-45b8-bea7-fabdc3333ab9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 945 time: 0.0476351 Oct 31 12:37:07.644882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 81273f70-32ad-4271-bbb8-913808f06f34 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:07.645188 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (81273f70-32ad-4271-bbb8-913808f06f34), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:07.660419 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70e7c15d-00ca-4989-9820-4527f087ae3c req-edf462ed-e16a-4678-a2a5-f0c4c48955a0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486345 Oct 31 12:37:07.669219 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:07.671617 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def3a269-b66e-4c4c-93e2-1067f4b12dc2" -d '{"events": [{"server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "name": "network-vif-plugged", "status": "completed", "tag": "81273f70-32ad-4271-bbb8-913808f06f34"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:07.685273 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 81273f70-32ad-4271-bbb8-913808f06f34, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=81273f70-32ad-4271-bbb8-913808f06f34,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:07.689177 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (81273f70-32ad-4271-bbb8-913808f06f34), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:07.712208 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a297b9-c1b0-4aee-a86d-f47fa1547feb x-openstack-request-id: req-78a297b9-c1b0-4aee-a86d-f47fa1547feb {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:07.712498 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "name": "network-vif-plugged", "status": "completed", "tag": "81273f70-32ad-4271-bbb8-913808f06f34", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:07.712752 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78a297b9-c1b0-4aee-a86d-f47fa1547feb {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:07.713191 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a297b9-c1b0-4aee-a86d-f47fa1547feb'] response: {'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34', 'code': 200} Oct 31 12:37:07.738453 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=81273f70-32ad-4271-bbb8-913808f06f34,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:07.836129 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32ec12-ea81-4ffc-ac1b-748d2686c83c req-000fd6bb-7f01-4190-a227-20f9bfbce994 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:07.837653 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9d32ec12-ea81-4ffc-ac1b-748d2686c83c req-000fd6bb-7f01-4190-a227-20f9bfbce994 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0463934 Oct 31 12:37:07.886147 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9d32ec12-ea81-4ffc-ac1b-748d2686c83c req-81d44c12-10c9-4f00-9e3d-029734a0da4f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Oct 31 12:37:07.983407 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683f6ff-a48f-44ac-9db4-9f8b6c9806da req-c23aef27-ce97-41c9-8b65-55e0e08bb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:07.984838 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6683f6ff-a48f-44ac-9db4-9f8b6c9806da req-c23aef27-ce97-41c9-8b65-55e0e08bb994 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1129 time: 0.0480473 Oct 31 12:37:08.028555 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0a3af-56f4-4fee-be5c-a0f66f5f4036 req-97f40ca2-36e4-47d5-85f7-383a2df9edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:08.030066 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-95a0a3af-56f4-4fee-be5c-a0f66f5f4036 req-97f40ca2-36e4-47d5-85f7-383a2df9edef service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 1130 time: 0.0581529 Oct 31 12:37:08.067422 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6683f6ff-a48f-44ac-9db4-9f8b6c9806da req-523f6105-b7b7-40c2-bd82-3c9ece708724 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676105 Oct 31 12:37:08.087250 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-95a0a3af-56f4-4fee-be5c-a0f66f5f4036 req-4cf690df-b91a-4db1-98c9-1e3b72991d2f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491738 Oct 31 12:37:08.779349 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab34f72-bfd3-4a66-99f9-1b20be9381a3 req-009cbc70-ab06-41f9-b110-db2c4a96189d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:08.780836 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1ab34f72-bfd3-4a66-99f9-1b20be9381a3 req-009cbc70-ab06-41f9-b110-db2c4a96189d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0488322 Oct 31 12:37:08.828667 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1ab34f72-bfd3-4a66-99f9-1b20be9381a3 req-d4bf786a-f844-4213-a04f-56f24975f604 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 Oct 31 12:37:09.012321 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ae7c4-eb27-4d58-834b-43a32814d690 req-df2921a4-79bd-41cc-bad0-d1bb88906104 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:09.013776 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c7ae7c4-eb27-4d58-834b-43a32814d690 req-df2921a4-79bd-41cc-bad0-d1bb88906104 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0479348 Oct 31 12:37:09.061589 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1c7ae7c4-eb27-4d58-834b-43a32814d690 req-a586f25c-eb8c-4a73-a03f-dfdaf6f40730 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Oct 31 12:37:09.952118 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769769a-927e-403f-aaa0-a97235dd47ec req-a85e7f5e-8be3-4a75-ac57-818a71c52d8e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:09.953481 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1769769a-927e-403f-aaa0-a97235dd47ec req-a85e7f5e-8be3-4a75-ac57-818a71c52d8e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0474794 Oct 31 12:37:10.000116 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1769769a-927e-403f-aaa0-a97235dd47ec req-330259d7-e996-4f08-9984-ce43a3c65cb2 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Oct 31 12:37:10.180274 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e23b-46a7-4538-b0b9-441479c55843 req-cd313d63-a265-44c6-81a3-16d7aed0f7cb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:10.181671 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6660e23b-46a7-4538-b0b9-441479c55843 req-cd313d63-a265-44c6-81a3-16d7aed0f7cb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0472066 Oct 31 12:37:10.215802 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:10.233480 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6660e23b-46a7-4538-b0b9-441479c55843 req-8239914a-a71c-420e-a127-4b293d9e8238 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464237 Oct 31 12:37:10.680524 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e48b0-088a-4d32-b6d7-739cfbe88bb8 req-c4a33224-0116-4465-95a1-4dcb3660b2dc tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:10.681946 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-320e48b0-088a-4d32-b6d7-739cfbe88bb8 req-c4a33224-0116-4465-95a1-4dcb3660b2dc tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0506785 Oct 31 12:37:10.727407 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-320e48b0-088a-4d32-b6d7-739cfbe88bb8 req-f2c5f5c5-7c4f-481b-b5f3-84d4a50aa44d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Oct 31 12:37:10.981607 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:10.985471 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82c76-fac1-4757-a425-5c649325f55a req-1cd8a802-64c2-4d87-89b8-82ce49deba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:10.986925 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cb82c76-fac1-4757-a425-5c649325f55a req-1cd8a802-64c2-4d87-89b8-82ce49deba5e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1129 time: 0.0406322 Oct 31 12:37:11.078818 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82c76-fac1-4757-a425-5c649325f55a req-bb047785-89bc-4270-a4e4-fd8219d50677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:11.080272 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cb82c76-fac1-4757-a425-5c649325f55a req-bb047785-89bc-4270-a4e4-fd8219d50677 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.0865126 Oct 31 12:37:11.161172 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4419f55-61c0-4a12-a332-d2725d98774b req-1b22163a-341d-4e64-8a6e-2ed201413ca5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:11.162615 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4419f55-61c0-4a12-a332-d2725d98774b req-1b22163a-341d-4e64-8a6e-2ed201413ca5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0859168 Oct 31 12:37:11.181955 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cb82c76-fac1-4757-a425-5c649325f55a req-9550c532-7e39-42a5-b748-35e8cca8a080 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 1001 time: 0.0935023 Oct 31 12:37:11.252535 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b4419f55-61c0-4a12-a332-d2725d98774b req-a81054a0-1d58-418e-a472-339411cba2c8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801964 Oct 31 12:37:11.255934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82c76-fac1-4757-a425-5c649325f55a req-379675f9-bd7d-424e-a71e-48102120eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:11.257289 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cb82c76-fac1-4757-a425-5c649325f55a req-379675f9-bd7d-424e-a71e-48102120eeba service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0674706 Oct 31 12:37:11.303379 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb82c76-fac1-4757-a425-5c649325f55a req-934c6fa3-29c3-4b9d-a845-7fd0ff32a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:11.305547 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cb82c76-fac1-4757-a425-5c649325f55a req-934c6fa3-29c3-4b9d-a845-7fd0ff32a4c7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396421 Oct 31 12:37:11.371573 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28768ea6-b25f-46a8-86b4-ac392d221d65 req-b4270780-d242-48a5-8113-cf8a6fe9b322 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:11.373064 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28768ea6-b25f-46a8-86b4-ac392d221d65 req-b4270780-d242-48a5-8113-cf8a6fe9b322 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0473990 Oct 31 12:37:11.383873 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60336) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:11.388322 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'port_id': '81273f70-32ad-4271-bbb8-913808f06f34'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:11.395999 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cb82c76-fac1-4757-a425-5c649325f55a req-f047e97e-1b5f-4a8a-bd32-5901e456a2d1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835097 Oct 31 12:37:11.431011 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:11.488743 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:11.499027 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6cb82c76-fac1-4757-a425-5c649325f55a req-e0f89855-546b-4c7b-ad20-bf92757df427 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889070 Oct 31 12:37:11.523895 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:11.645389 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:37:11.849742 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9050-d83d-497f-b8ec-7fa4ec4500e0 req-80f872a9-bb42-4e73-8c54-66142eba5cd7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:11.851187 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b77d9050-d83d-497f-b8ec-7fa4ec4500e0 req-80f872a9-bb42-4e73-8c54-66142eba5cd7 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0481009 Oct 31 12:37:11.852220 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:11.856171 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:11.899716 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b77d9050-d83d-497f-b8ec-7fa4ec4500e0 req-017e38fa-f1d4-46aa-8064-8675d446110d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421016 Oct 31 12:37:11.953078 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP 2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9 associated. External IP: 172.27.3.194, port: 81273f70-32ad-4271-bbb8-913808f06f34. Oct 31 12:37:12.151929 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:37:12.254657 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:37:12.260182 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:12.264866 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:37:12.275785 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:12.276400 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:12.289800 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e292b071-ba0e-4971-b62e-e9df380035a3 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9 HTTP/1.1" status: 200 len: 992 time: 0.9048092 Oct 31 12:37:12.290412 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:12.292686 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1576bdcf-f040-4077-a6ca-f20abb5af408" -d '{"events": [{"name": "network-changed", "server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "tag": "81273f70-32ad-4271-bbb8-913808f06f34"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:12.331747 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebebafb-3eba-4850-bfa4-e5aced5c9de3 x-openstack-request-id: req-5ebebafb-3eba-4850-bfa4-e5aced5c9de3 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:12.332031 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "tag": "81273f70-32ad-4271-bbb8-913808f06f34", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:12.332284 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ebebafb-3eba-4850-bfa4-e5aced5c9de3 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:12.332682 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebebafb-3eba-4850-bfa4-e5aced5c9de3'] response: {'name': 'network-changed', 'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34', 'status': 'completed', 'code': 200} Oct 31 12:37:12.381493 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:12.574466 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:12.591473 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '81273f70-32ad-4271-bbb8-913808f06f34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:ad:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:36:58Z', 'updated_at': '2022-10-31T12:37:11Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:12.616764 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:37:12.625148 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:12.625764 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:12.726221 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:13.027397 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363da93-676c-40cf-a98b-e7cf056bee48 req-cd7da6f0-1c74-47c9-b3d2-33773e0d30d1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:13.030009 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9363da93-676c-40cf-a98b-e7cf056bee48 req-cd7da6f0-1c74-47c9-b3d2-33773e0d30d1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0521750 Oct 31 12:37:13.034618 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:13.077837 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9363da93-676c-40cf-a98b-e7cf056bee48 req-a1bf5174-d874-410f-bac4-94fdadff7e7f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Oct 31 12:37:13.080945 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '81273f70-32ad-4271-bbb8-913808f06f34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:ad:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:36:58Z', 'updated_at': '2022-10-31T12:37:11Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:13.107552 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4707a3-9c74-4c63-bc71-e446d11cc8f1 None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '81273f70-32ad-4271-bbb8-913808f06f34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:ad:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:36:58Z', 'updated_at': '2022-10-31T12:37:11Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:37:13.294570 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-1e08c566-2a53-4c7e-9998-bf0e530bd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:13.296094 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-1e08c566-2a53-4c7e-9998-bf0e530bd8b2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 1130 time: 0.0454271 Oct 31 12:37:13.302702 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ff8500-6025-4306-8d1d-edd6be170c35 None None] New status for floating IP 2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9: ACTIVE {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:37:13.399406 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-d6c8e399-6bb3-4c42-8ced-e51be9b43bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:13.400880 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-d6c8e399-6bb3-4c42-8ced-e51be9b43bbd service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 916 time: 0.0910654 Oct 31 12:37:13.490888 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-5810831e-e828-4d1a-b704-98c590a27f3e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81273f70-32ad-4271-bbb8-913808f06f34 HTTP/1.1" status: 200 len: 1002 time: 0.0574350 Oct 31 12:37:13.946896 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c74fdc4f-e38f-4ac6-89ad-56bd0e1f9686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:14.119420 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-dfb8976a-d1ae-4301-8d28-8e86b98d2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:14.121202 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-dfb8976a-d1ae-4301-8d28-8e86b98d2865 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0465646 Oct 31 12:37:14.167787 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:14.180187 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-a0fd6fb8-e9f6-4c55-a844-99df883b782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:14.181697 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-a0fd6fb8-e9f6-4c55-a844-99df883b782e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463252 Oct 31 12:37:14.205977 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:14.209406 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173597-7445-4d2e-a111-a1a5943fecdb req-4ea11fad-54e9-4171-8625-dbdc41bbcc04 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:14.210953 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-26173597-7445-4d2e-a111-a1a5943fecdb req-4ea11fad-54e9-4171-8625-dbdc41bbcc04 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0477867 Oct 31 12:37:14.260963 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-26173597-7445-4d2e-a111-a1a5943fecdb req-5459754f-0944-49ca-b1a4-979ad178ffa9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426695 Oct 31 12:37:14.277844 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-44dd4382-cbc6-448d-892c-c0781535a118 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884066 Oct 31 12:37:14.409429 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200ff4e-201d-4249-b42f-33ab77b3421d req-6bce3e3a-db66-4272-aff3-10a1012c65dd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:14.410874 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1200ff4e-201d-4249-b42f-33ab77b3421d req-6bce3e3a-db66-4272-aff3-10a1012c65dd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0647602 Oct 31 12:37:14.416714 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1576bdcf-f040-4077-a6ca-f20abb5af408 req-de31e3b1-7664-4dcd-8a5d-4c8d165b9cda service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265700 Oct 31 12:37:14.421619 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60354) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:14.425853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Request body: {'floatingip': {'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:14.481416 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:15.145527 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:15.149808 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:15.346104 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:15.348469 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:37:15.394445 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:15.457855 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:37:15.462470 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:15.467363 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] Sync routers for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:37:15.476873 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:15.477477 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:15.493339 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:15.495589 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:15.527810 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-89ba1c41-ed35-4fe6-82e6-fb2953de31c4 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/744bd1bb-8a33-4a75-bf51-12d7da28e5f1 HTTP/1.1" status: 200 len: 993 time: 1.1051714 Oct 31 12:37:15.537374 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c16263-1588-4ecc-9a8c-31b8a1054206 x-openstack-request-id: req-63c16263-1588-4ecc-9a8c-31b8a1054206 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:15.537659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:15.537911 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63c16263-1588-4ecc-9a8c-31b8a1054206 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:15.538304 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c16263-1588-4ecc-9a8c-31b8a1054206'] response: {'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'status': 'completed', 'code': 200} Oct 31 12:37:15.586549 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:15.617376 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-59152453-f9f1-4f21-8053-2e2446426450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:15.618821 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-59152453-f9f1-4f21-8053-2e2446426450 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1129 time: 0.0396984 Oct 31 12:37:15.716486 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-0a860912-8e30-4df9-8279-c44e1fd99047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:15.717930 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-0a860912-8e30-4df9-8279-c44e1fd99047 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.0898232 Oct 31 12:37:15.786607 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-b02b5e0c-5c19-4b23-9665-d5410d0f2663 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 1001 time: 0.0590775 Oct 31 12:37:15.806992 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '744bd1bb-8a33-4a75-bf51-12d7da28e5f1', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'mac_address': 'fa:16:3e:2e:73:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:32Z', 'updated_at': '2022-10-31T12:37:15Z', 'revision_number': 3, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:15.832857 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] Checking router: 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:37:15.842379 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:15.842990 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:36:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:15.843768 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-6a0848e5-b3b5-457b-a3fa-69b18ba99d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:15.845241 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-6a0848e5-b3b5-457b-a3fa-69b18ba99d0d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0447319 Oct 31 12:37:15.891545 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-5821b4ee-ea37-4144-982c-1982f9f25bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:15.892947 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-5821b4ee-ea37-4144-982c-1982f9f25bb4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391653 Oct 31 12:37:15.951517 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:15.986383 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-86e61319-932e-4cbd-a598-8cf9ffb3b594 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Oct 31 12:37:16.058641 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:16.085445 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd6c758-e72f-4f60-a0ec-0cf873b393cb req-ca87f95c-acfd-4009-9335-7288279d266c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Oct 31 12:37:16.126686 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-67ed203b-88d5-4743-9a90-30d40c2678b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:16.186017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '744bd1bb-8a33-4a75-bf51-12d7da28e5f1', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'mac_address': 'fa:16:3e:2e:73:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:32Z', 'updated_at': '2022-10-31T12:37:15Z', 'revision_number': 3, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:16.214805 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102e541-3a8c-4878-995b-8879cac08953 None None] The sync data for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi is: [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '744bd1bb-8a33-4a75-bf51-12d7da28e5f1', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'port_id': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'mac_address': 'fa:16:3e:2e:73:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:35:32Z', 'updated_at': '2022-10-31T12:37:15Z', 'revision_number': 3, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:37:17.378726 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:17.539664 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:17.541998 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:17.578402 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bfab4c-15b7-47bc-b283-38b00d7cfe87 x-openstack-request-id: req-38bfab4c-15b7-47bc-b283-38b00d7cfe87 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:17.578715 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:17.578963 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38bfab4c-15b7-47bc-b283-38b00d7cfe87 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:17.579407 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38bfab4c-15b7-47bc-b283-38b00d7cfe87'] response: {'name': 'network-changed', 'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'status': 'completed', 'code': 200} Oct 31 12:37:17.640605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-e050b6bb-4606-4e01-b02f-9208b20b13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:17.641977 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-e050b6bb-4606-4e01-b02f-9208b20b13fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 1129 time: 0.0387597 Oct 31 12:37:17.737237 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-45f837b5-7789-4c36-9281-0fb3fa549cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:17.738672 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-45f837b5-7789-4c36-9281-0fb3fa549cd1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.0891242 Oct 31 12:37:17.810610 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-5d669196-eeb5-433d-91b6-684aed86a11f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 200 len: 1001 time: 0.0583465 Oct 31 12:37:17.860556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-54f21dd6-5b66-4919-9d34-5288f8524bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:17.861936 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-54f21dd6-5b66-4919-9d34-5288f8524bb4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.0432301 Oct 31 12:37:17.905999 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-fdfff4e6-06b7-4d5f-9a5f-edc3af34660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:17.907384 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-fdfff4e6-06b7-4d5f-9a5f-edc3af34660a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381806 Oct 31 12:37:17.974747 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:18.003637 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-e7d65474-40b7-40e2-87c7-337d859e179f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883853 Oct 31 12:37:18.040970 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:18.096649 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-df1e1e48-55a5-4dc4-aaae-1f00eb39755b req-abf23ce1-f641-47f9-b2a0-b84b3f8c9d94 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850739 Oct 31 12:37:19.060459 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:19.312801 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:21.936110 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:24.254246 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:24.256852 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:27.019456 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea358295-0c6d-409b-aa4c-3eb086583ec7 req-df81b127-dbf0-4484-9f88-b91c6316d271 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:27.021102 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ea358295-0c6d-409b-aa4c-3eb086583ec7 req-df81b127-dbf0-4484-9f88-b91c6316d271 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 946 time: 0.0478566 Oct 31 12:37:27.073185 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ea358295-0c6d-409b-aa4c-3eb086583ec7 req-3604fb85-5128-4bf8-8d79-4c1fbe4b71ec tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454314 Oct 31 12:37:27.392332 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203987f2-4274-4146-9f7a-d1d1f3ef4fbe req-efaf5187-cb6e-45f2-9d0d-fc11636440b0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:27.393800 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-203987f2-4274-4146-9f7a-d1d1f3ef4fbe req-efaf5187-cb6e-45f2-9d0d-fc11636440b0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0464265 Oct 31 12:37:27.444549 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-203987f2-4274-4146-9f7a-d1d1f3ef4fbe req-1e744688-b034-4114-920f-4f0f387318be tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Oct 31 12:37:28.203986 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33022d-d397-4f0a-afa4-6d52736c9392 req-d6eab9c4-b266-42f8-9217-37ba97a7377a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:28.205454 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1b33022d-d397-4f0a-afa4-6d52736c9392 req-d6eab9c4-b266-42f8-9217-37ba97a7377a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 946 time: 0.0496716 Oct 31 12:37:28.252753 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1b33022d-d397-4f0a-afa4-6d52736c9392 req-0ccf447a-fabc-4353-b1d3-36671eeea1bd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3aa11a5e-4997-4a7f-ba4b-324c0153e189&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415187 Oct 31 12:37:28.426583 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:28.427811 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:28.566367 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68480211-668e-4107-9b02-edd8b5f8a11c req-d893bdd7-efab-4a69-8676-50e78846a4af tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:28.567755 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68480211-668e-4107-9b02-edd8b5f8a11c req-d893bdd7-efab-4a69-8676-50e78846a4af tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0469196 Oct 31 12:37:28.616170 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68480211-668e-4107-9b02-edd8b5f8a11c req-3887d250-02bb-4fe8-8457-1034a73e0929 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Oct 31 12:37:28.772631 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-675521fb-69c9-4396-a96b-9146e639663b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:28.774257 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-675521fb-69c9-4396-a96b-9146e639663b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 946 time: 0.0499382 Oct 31 12:37:28.863529 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Deleting port dffec82d-007b-4838-9898-19da61885395 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:37:28.863787 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (dffec82d-007b-4838-9898-19da61885395), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:28.954447 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] For port dffec82d-007b-4838-9898-19da61885395, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=dffec82d-007b-4838-9898-19da61885395,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:28.954800 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (dffec82d-007b-4838-9898-19da61885395), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:29.115535 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:29.115812 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (177ad5d4-2355-49f4-a6bc-cd5721e823c4), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:29.116121 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Floating IP 177ad5d4-2355-49f4-a6bc-cd5721e823c4 disassociated. External IP: 172.27.3.100, port: dffec82d-007b-4838-9898-19da61885395. Oct 31 12:37:29.116483 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Calling delete_port for dffec82d-007b-4838-9898-19da61885395 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:37:29.188191 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:29.244229 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (dffec82d-007b-4838-9898-19da61885395), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:29.268989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event deleted for resources: {'Port': ['ID=dffec82d-007b-4838-9898-19da61885395,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:29.363759 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-21248c7f-a2db-461f-819b-796e816a9d1b req-a53fe968-f302-47f4-b619-847f5c59a253 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=852e8870-b3ec-4a21-a9b5-e31a423ddd3d HTTP/1.1" status: 200 len: 210 time: 0.0279663 Oct 31 12:37:29.370724 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:29.390072 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Router 20837092-9635-4ba6-98b3-0a4c012d322f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:37:29.492944 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:37:29.504260 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] Sync routers for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:37:29.514056 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:29.514662 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:29.534773 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] No DVR routers for this DVR port dffec82d-007b-4838-9898-19da61885395 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:37:29.537261 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:29.541142 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-39db0ed2-6dfb-4ac4-a207-9d93efa74d8e req-e7fe84e0-aab7-445b-851b-b5820ed48982 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "DELETE /networking/v2.0/ports/dffec82d-007b-4838-9898-19da61885395 HTTP/1.1" status: 204 len: 173 time: 0.7552066 Oct 31 12:37:29.541674 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-deleted', 'tag': 'dffec82d-007b-4838-9898-19da61885395'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:29.543890 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a33a71e-f605-4452-ac55-013c0041e642" -d '{"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-deleted", "tag": "dffec82d-007b-4838-9898-19da61885395"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:29.584776 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f5c9ed-439a-4916-8007-e7a627aaf0ac x-openstack-request-id: req-e8f5c9ed-439a-4916-8007-e7a627aaf0ac {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:29.585461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852e8870-b3ec-4a21-a9b5-e31a423ddd3d", "name": "network-vif-deleted", "tag": "dffec82d-007b-4838-9898-19da61885395", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:29.585461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8f5c9ed-439a-4916-8007-e7a627aaf0ac {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:29.586209 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f5c9ed-439a-4916-8007-e7a627aaf0ac'] response: {'server_uuid': '852e8870-b3ec-4a21-a9b5-e31a423ddd3d', 'name': 'network-vif-deleted', 'tag': 'dffec82d-007b-4838-9898-19da61885395', 'status': 'completed', 'code': 200} Oct 31 12:37:29.625341 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:29.758250 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815d8fd-b339-4e24-bdf5-3385d5895653 req-52319fa4-cb32-48b0-9cdc-34ebc2a928f3 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:29.765256 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2815d8fd-b339-4e24-bdf5-3385d5895653 req-52319fa4-cb32-48b0-9cdc-34ebc2a928f3 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0570831 Oct 31 12:37:29.814324 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2815d8fd-b339-4e24-bdf5-3385d5895653 req-22021f5f-e9bf-454f-96e7-a5dab3994203 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479705 Oct 31 12:37:29.847632 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:29.872867 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] Checking router: 20837092-9635-4ba6-98b3-0a4c012d322f for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:37:29.881366 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:29.881959 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:29.986513 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:30.255319 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:30.280499 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c8eef0-e40f-4b2b-9402-0f54f23dca0b None None] The sync data for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi is: [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:37:30.476835 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60414) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:30.519965 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b4164-1032-4c78-8106-b605283a596a None None] New status for floating IP 177ad5d4-2355-49f4-a6bc-cd5721e823c4: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:37:30.533490 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ee9910ba-b801-44d9-bd8a-377e53f9195d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (3aa11a5e-4997-4a7f-ba4b-324c0153e189), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:30.555430 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ee9910ba-b801-44d9-bd8a-377e53f9195d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (3aa11a5e-4997-4a7f-ba4b-324c0153e189), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:30.608226 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ee9910ba-b801-44d9-bd8a-377e53f9195d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (3aa11a5e-4997-4a7f-ba4b-324c0153e189), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:30.610787 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ee9910ba-b801-44d9-bd8a-377e53f9195d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:30.614568 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ee9910ba-b801-44d9-bd8a-377e53f9195d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3aa11a5e-4997-4a7f-ba4b-324c0153e189 HTTP/1.1" status: 204 len: 168 time: 0.1342835 Oct 31 12:37:30.615223 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60416) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:30.621890 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9910ba-b801-44d9-bd8a-377e53f9195d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa11a5e-4997-4a7f-ba4b-324c0153e189,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:30.633674 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.api.v2.resource [None req-cffdc4b6-325d-4431-8855-18e96d3cae7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] show failed (client error): The resource could not be found. Oct 31 12:37:30.638453 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-cffdc4b6-325d-4431-8855-18e96d3cae7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups/3aa11a5e-4997-4a7f-ba4b-324c0153e189 HTTP/1.1" status: 404 len: 347 time: 0.0217311 Oct 31 12:37:30.638911 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60418) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:30.752387 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Deleting port 4a7813de-6041-44c0-bfce-7791f1e3fcd0 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:37:30.752727 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:30.828676 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:30.829000 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (4a7813de-6041-44c0-bfce-7791f1e3fcd0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:30.841287 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Calling delete_port for 4a7813de-6041-44c0-bfce-7791f1e3fcd0 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:37:30.955466 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2cd34-6009-4486-8e85-699df0447986 req-a8d1b9e3-ad37-446a-9999-708076e9f962 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:30.956923 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8fd2cd34-6009-4486-8e85-699df0447986 req-a8d1b9e3-ad37-446a-9999-708076e9f962 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0641654 Oct 31 12:37:30.992169 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:31.044769 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8fd2cd34-6009-4486-8e85-699df0447986 req-f3c55c41-42b7-410a-9289-2b68b1ff554d tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817707 Oct 31 12:37:31.060902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (4a7813de-6041-44c0-bfce-7791f1e3fcd0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.086820 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event deleted for resources: {'Port': ['ID=4a7813de-6041-44c0-bfce-7791f1e3fcd0,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:31.113877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (177ad5d4-2355-49f4-a6bc-cd5721e823c4), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.116469 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.117601 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8ef54e62-c9d3-49bb-9b8a-32391139e771 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/177ad5d4-2355-49f4-a6bc-cd5721e823c4 HTTP/1.1" status: 204 len: 168 time: 0.4775770 Oct 31 12:37:31.204688 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60424) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:31.209216 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-4caad182-500e-4cb4-adbc-b6a5ee6e5d30 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058761967', 'description': 'tempest-description--380660128'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:31.230767 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4caad182-500e-4cb4-adbc-b6a5ee6e5d30 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.295803 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:31.298329 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4caad182-500e-4cb4-adbc-b6a5ee6e5d30 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.302337 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4caad182-500e-4cb4-adbc-b6a5ee6e5d30 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.337024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4caad182-500e-4cb4-adbc-b6a5ee6e5d30 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.338707 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4caad182-500e-4cb4-adbc-b6a5ee6e5d30 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1330049 Oct 31 12:37:31.341893 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60426) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:31.342769 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caad182-500e-4cb4-adbc-b6a5ee6e5d30 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:31.346569 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-c40c9781-cc6e-4b51-b7e1-ec8855a185a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'security_group_rule': {'security_group_id': 'ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:31.375022 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c40c9781-cc6e-4b51-b7e1-ec8855a185a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (917170ef-e064-472d-aada-17ce70585c6b), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.430513 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c40c9781-cc6e-4b51-b7e1-ec8855a185a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (917170ef-e064-472d-aada-17ce70585c6b), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.434767 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c40c9781-cc6e-4b51-b7e1-ec8855a185a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (917170ef-e064-472d-aada-17ce70585c6b), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.456142 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c9781-cc6e-4b51-b7e1-ec8855a185a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917170ef-e064-472d-aada-17ce70585c6b,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:31.462263 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c40c9781-cc6e-4b51-b7e1-ec8855a185a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.463656 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c40c9781-cc6e-4b51-b7e1-ec8855a185a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206703 Oct 31 12:37:31.466447 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60428) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:31.470697 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-811f87c2-bcd3-4794-afbc-ffe4731c00c6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'security_group_rule': {'security_group_id': 'ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:31.497232 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-811f87c2-bcd3-4794-afbc-ffe4731c00c6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (95bad058-967b-42a0-93bc-84e25f2841de), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.552266 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-811f87c2-bcd3-4794-afbc-ffe4731c00c6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (95bad058-967b-42a0-93bc-84e25f2841de), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.555668 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-811f87c2-bcd3-4794-afbc-ffe4731c00c6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (95bad058-967b-42a0-93bc-84e25f2841de), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.573925 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f87c2-bcd3-4794-afbc-ffe4731c00c6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bad058-967b-42a0-93bc-84e25f2841de,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:31.580904 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-811f87c2-bcd3-4794-afbc-ffe4731c00c6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.582063 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-811f87c2-bcd3-4794-afbc-ffe4731c00c6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147001 Oct 31 12:37:31.585150 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60430) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:31.589983 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:31.611689 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.643907 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:37:31.663885 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: dffec82d-007b-4838-9898-19da61885395 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:37:31.664225 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device dffec82d-007b-4838-9898-19da61885395 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:37:31.691733 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.799442 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Allocated IP 172.27.3.139 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/e5aa65d8-ced7-4969-8f0e-220f9f14dd17) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:37:31.897984 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:31.901591 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.902703 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:31.937459 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:31.977374 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:37:31.982410 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:37:31.984524 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'Port': ['ID=e5aa65d8-ced7-4969-8f0e-220f9f14dd17,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:31.986621 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:37:32.069393 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (222aeab5-12c7-4ca0-a09e-d43f52759895), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:32.106943 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:32.164912 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ce647-eeec-4eaf-956b-b9731f4b4e4c req-925533af-40af-4fdf-85ba-9d7ca653370e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:32.166823 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d08ce647-eeec-4eaf-956b-b9731f4b4e4c req-925533af-40af-4fdf-85ba-9d7ca653370e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0472503 Oct 31 12:37:32.222381 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d08ce647-eeec-4eaf-956b-b9731f4b4e4c req-bddf63d3-8a06-4396-b2ca-42c20b0b784a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497704 Oct 31 12:37:32.261091 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:32.265689 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:32.335587 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (222aeab5-12c7-4ca0-a09e-d43f52759895), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:32.339184 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'Port': ['ID=e5aa65d8-ced7-4969-8f0e-220f9f14dd17,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:32.354866 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:32.356104 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a13b10e2-a2b7-4e7d-8fad-9ddd44905e7d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7700560 Oct 31 12:37:32.551691 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d02b31d-3e43-4579-b12d-3e63fdbe08a1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1058761967&fields=id&tenant_id=de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 267 time: 0.0417955 Oct 31 12:37:32.656049 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-96c9db2f-b50c-459a-96a1-d0bf591ef9a6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:32.657513 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-96c9db2f-b50c-459a-96a1-d0bf591ef9a6 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 816 time: 0.0991600 Oct 31 12:37:32.671577 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-bb482254-0ea8-4807-89a0-d12f4c8e6276 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/quotas/de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Oct 31 12:37:32.723396 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-1befdcd8-432f-40ca-b895-5912988df35c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469546 Oct 31 12:37:32.797751 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:32.817921 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fcd8d2f8-6f95-4ad9-8e0d-c8941918df7d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835452 Oct 31 12:37:32.892009 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:32.911616 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-636944b7-9843-43ca-992e-ec3d0b8fa638 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874386 Oct 31 12:37:33.079942 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c5b0b51-ca74-4a3f-b801-e7535a7bfe40 req-7f2acbeb-da9b-48b2-8f92-925063a7cb5f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 210 time: 0.0285196 Oct 31 12:37:33.344989 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e6235-7b69-4789-83b2-6b58ba3df537 req-cf2b1ea2-4bbd-4074-b0f6-b3e3e6f4f70e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:33.346458 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e38e6235-7b69-4789-83b2-6b58ba3df537 req-cf2b1ea2-4bbd-4074-b0f6-b3e3e6f4f70e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0489674 Oct 31 12:37:33.399195 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e38e6235-7b69-4789-83b2-6b58ba3df537 req-44e9e7fb-343a-4815-a3b2-93acaf426f3e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467813 Oct 31 12:37:34.190004 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-11648ff2-1419-4f6c-8220-f41656b4853f req-c3bb6a2e-a853-450e-9df1-7553d7021939 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 210 time: 0.0280178 Oct 31 12:37:34.374156 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-2d5bfd42-728a-4aa2-99fd-f9641993e14e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:34.375549 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-2d5bfd42-728a-4aa2-99fd-f9641993e14e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 816 time: 0.1077650 Oct 31 12:37:34.436969 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-abd1dbf6-e797-4391-8ec4-40b2452dba84 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 380 time: 0.0531178 Oct 31 12:37:34.513139 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'port': {'device_id': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'admin_state_up': True, 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'security_groups': ['ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:34.523324 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9aa64-fed9-4fb7-bdb9-0f953e154148 req-6b1cc592-0097-4382-abfa-45ff31d53e98 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:34.524816 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-15f9aa64-fed9-4fb7-bdb9-0f953e154148 req-6b1cc592-0097-4382-abfa-45ff31d53e98 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0480232 Oct 31 12:37:34.579625 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-15f9aa64-fed9-4fb7-bdb9-0f953e154148 req-6cd35389-f92f-4ca0-970d-837673c7394e tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489194 Oct 31 12:37:34.621588 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Made reservation on behalf of de0eb090bf44403983e0cbb99e038321 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:37:34.625444 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:34.753097 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Allocated IP 172.20.0.11 (89ec9ee8-fff5-4bf0-84fc-cc885776f150/26baf52b-560a-4b72-820d-24a5f11aa158/360a1655-b233-4d4d-a557-dc89ddf2b18e) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:37:34.812032 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:35.115872 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.146869 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.186772 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:37:35.189855 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:37:35.196007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:37:35.200490 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:35.201093 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.208894 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:35.215222 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:35.227977 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-6d0d2925-3d02-42c0-818b-f9996f383445 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7187946 Oct 31 12:37:35.241359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Request body: {'port': {'device_id': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:35.347157 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116388ca-b262-4abd-b2d1-0594e59d2b98 req-8d0cdc63-2650-4202-bdd4-b35619bef5ab tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:35.348888 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-116388ca-b262-4abd-b2d1-0594e59d2b98 req-8d0cdc63-2650-4202-bdd4-b35619bef5ab tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 932 time: 0.0736446 Oct 31 12:37:35.349454 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.437469 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-659b8596-fb01-4c0f-8f53-ca0993af65e9 None None] Provisioning complete for port 360a1655-b233-4d4d-a557-dc89ddf2b18e triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:37:35.438055 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-659b8596-fb01-4c0f-8f53-ca0993af65e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.438152 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-659b8596-fb01-4c0f-8f53-ca0993af65e9 None None] Attempt 1 to provision port 360a1655-b233-4d4d-a557-dc89ddf2b18e Oct 31 12:37:35.439460 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:35.446201 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-116388ca-b262-4abd-b2d1-0594e59d2b98 req-1dc8d629-9795-4f75-b9fe-244a71fe62f3 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841117 Oct 31 12:37:35.480600 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-659b8596-fb01-4c0f-8f53-ca0993af65e9 None None] Port 360a1655-b233-4d4d-a557-dc89ddf2b18e cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:37:35.645617 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360a1655-b233-4d4d-a557-dc89ddf2b18e {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:37:35.653892 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Publish callbacks [] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.668314 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Transition to ACTIVE for port object 360a1655-b233-4d4d-a557-dc89ddf2b18e will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:37:35.671996 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.700902 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7dd4-5e9a-4ad4-b020-2a4185b0b467 req-0b517500-6ad1-420b-810f-02f4b18622bd tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:35.702445 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9edc7dd4-5e9a-4ad4-b020-2a4185b0b467 req-0b517500-6ad1-420b-810f-02f4b18622bd tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0476735 Oct 31 12:37:35.742292 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:35.747324 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Attempting to bind port 360a1655-b233-4d4d-a557-dc89ddf2b18e on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:37:35.747911 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Attempting to bind port 360a1655-b233-4d4d-a557-dc89ddf2b18e by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:37:35.748357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Attempting to bind port 360a1655-b233-4d4d-a557-dc89ddf2b18e on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:37:35.753220 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9edc7dd4-5e9a-4ad4-b020-2a4185b0b467 req-0bd05e8c-23cc-4d29-8516-c7eecf344450 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450151 Oct 31 12:37:35.796602 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Port 360a1655-b233-4d4d-a557-dc89ddf2b18e on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:37:35.796936 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Attempting to bind port 360a1655-b233-4d4d-a557-dc89ddf2b18e on network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:37:35.828824 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:35.846352 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:37:35.846692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Checking segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:37:35.847079 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Bound using segment: {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:37:35.847541 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Bound port: 360a1655-b233-4d4d-a557-dc89ddf2b18e, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355f2bff-54d6-47e1-ba41-7ad069c1b395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:37:35.847902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.911864 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:37:35.915217 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:37:35.921399 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.925538 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:35.926149 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:35.927546 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 200 len: 1094 time: 0.6906738 Oct 31 12:37:35.928089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:35.930336 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ef628e-489d-4862-996e-90dc925216de" -d '{"events": [{"name": "network-changed", "server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:35.981141 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0feefd2-2d27-42f4-ada4-c05935d9391b x-openstack-request-id: req-d0feefd2-2d27-42f4-ada4-c05935d9391b {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:35.981431 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:35.981679 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0feefd2-2d27-42f4-ada4-c05935d9391b {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:35.982069 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0feefd2-2d27-42f4-ada4-c05935d9391b'] response: {'name': 'network-changed', 'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'status': 'completed', 'code': 200} Oct 31 12:37:36.019723 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede83d-0807-4f75-aa09-c0f524052c6e service neutron] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:36.024038 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-e5917dae-c7fe-4765-9c4f-769ff6715480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:36.025763 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-e5917dae-c7fe-4765-9c4f-769ff6715480 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 1128 time: 0.0571494 Oct 31 12:37:36.067747 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-c947d829-6a5a-462b-bdd3-3f3f3bee0ffe service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 200 len: 217 time: 0.0339220 Oct 31 12:37:36.115817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-659dac9f-cbba-4872-8789-4dc434edcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:36.117212 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-659dac9f-cbba-4872-8789-4dc434edcf47 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.0434287 Oct 31 12:37:36.153470 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:36.161311 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-5ec43a3b-7e37-4814-8e3a-5f3d6991d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:36.162760 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-5ec43a3b-7e37-4814-8e3a-5f3d6991d267 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388153 Oct 31 12:37:36.256721 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-f193cdf8-1a90-4373-9c59-6be4e8d87f8f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873930 Oct 31 12:37:36.350248 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-91ba846d-2e9a-4e02-96f8-ef4db23b3080 req-546e7fae-9355-415a-84b7-099e8d67ecd4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866721 Oct 31 12:37:36.590132 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b28f6-dbd4-4218-a42a-b3ce11473b6c req-067835d7-c181-459e-b8d7-32e20dc7b542 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:36.591803 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-776b28f6-dbd4-4218-a42a-b3ce11473b6c req-067835d7-c181-459e-b8d7-32e20dc7b542 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0570147 Oct 31 12:37:36.645927 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-776b28f6-dbd4-4218-a42a-b3ce11473b6c req-b3bbe210-0bbe-4c77-8d09-4d8355c82e12 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485160 Oct 31 12:37:36.877870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab52440-9c6f-43fa-adfb-6a9c92584d07 req-c1b6032b-6293-4734-93f2-38bd7eb9f356 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:36.879347 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bab52440-9c6f-43fa-adfb-6a9c92584d07 req-c1b6032b-6293-4734-93f2-38bd7eb9f356 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0471141 Oct 31 12:37:36.928575 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bab52440-9c6f-43fa-adfb-6a9c92584d07 req-f94f43ae-6d71-4043-97c1-a1b09f4e7371 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Oct 31 12:37:37.487293 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef628e-489d-4862-996e-90dc925216de req-5f822592-0629-4382-af17-36543613d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:37.488810 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48ef628e-489d-4862-996e-90dc925216de req-5f822592-0629-4382-af17-36543613d5f6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 1128 time: 0.0397451 Oct 31 12:37:37.583097 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef628e-489d-4862-996e-90dc925216de req-2edf74ea-0daf-4af9-9b50-ce0a4e3b1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:37.584581 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48ef628e-489d-4862-996e-90dc925216de req-2edf74ea-0daf-4af9-9b50-ce0a4e3b1e79 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.0891857 Oct 31 12:37:37.625182 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48ef628e-489d-4862-996e-90dc925216de req-2675c05c-8e83-450d-a307-b4e3a65362a0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 200 len: 217 time: 0.0319755 Oct 31 12:37:37.676629 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef628e-489d-4862-996e-90dc925216de req-8ff1a742-4b65-4ad9-8172-de84d9de3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:37.677940 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48ef628e-489d-4862-996e-90dc925216de req-8ff1a742-4b65-4ad9-8172-de84d9de3dad service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.0463517 Oct 31 12:37:37.720013 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:37:37.726168 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef628e-489d-4862-996e-90dc925216de req-bf3c07f1-8df8-478f-845e-b7c20430053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:37.727732 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48ef628e-489d-4862-996e-90dc925216de req-bf3c07f1-8df8-478f-845e-b7c20430053b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422900 Oct 31 12:37:37.780216 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85bcb5-906f-438b-9665-98ddca9e2b30 req-bbb2a1d2-d5d4-419d-b30b-e143fdf41887 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:37.781704 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1d85bcb5-906f-438b-9665-98ddca9e2b30 req-bbb2a1d2-d5d4-419d-b30b-e143fdf41887 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0544381 Oct 31 12:37:37.827518 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48ef628e-489d-4862-996e-90dc925216de req-5f2e0f35-544c-468f-b11b-22474c8d9fdd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914598 Oct 31 12:37:37.828038 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:37.830434 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1d85bcb5-906f-438b-9665-98ddca9e2b30 req-ee4cb6dc-0019-486a-b3ed-060a07496b22 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Oct 31 12:37:37.840795 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'port_id': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'mac_address': 'fa:16:3e:7a:4d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:37:37.876164 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 360a1655-b233-4d4d-a557-dc89ddf2b18e is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:37.876559 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:37.889934 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360a1655-b233-4d4d-a557-dc89ddf2b18e {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:37:37.905774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:37.914878 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:37.919587 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:37.930749 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-48ef628e-489d-4862-996e-90dc925216de req-246a77f7-1f78-4b85-a0d0-80fa27051c7a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955713 Oct 31 12:37:37.968850 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:38.051300 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7baae-868f-45fc-a26a-f8200c0d9578 req-a14e80e4-44d9-49cf-8f88-f9f423df028b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:38.052808 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1af7baae-868f-45fc-a26a-f8200c0d9578 req-a14e80e4-44d9-49cf-8f88-f9f423df028b tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0491781 Oct 31 12:37:38.101555 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1af7baae-868f-45fc-a26a-f8200c0d9578 req-118805db-2986-4e21-a103-8597286afeb7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430548 Oct 31 12:37:38.269942 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['360a1655-b233-4d4d-a557-dc89ddf2b18e'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:37:38.678382 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-6b766544-fac3-46b5-99f2-368f8ea863a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:38.679907 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-6b766544-fac3-46b5-99f2-368f8ea863a5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1129 time: 0.0432768 Oct 31 12:37:38.772863 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-c7fd4f67-fb5c-41d5-96f6-e60e356a8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:38.774344 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-c7fd4f67-fb5c-41d5-96f6-e60e356a8808 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 200 len: 909 time: 0.0862522 Oct 31 12:37:38.817819 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:38.842188 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-83af6bfc-694a-43db-b0f2-4680cf12643b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 1001 time: 0.0607300 Oct 31 12:37:38.893087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-570340ed-66e3-43dc-8150-dbe8a355f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:38.894801 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-570340ed-66e3-43dc-8150-dbe8a355f7ce service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6ff1ea18-1bee-4daf-b633-4e9810c0f838 HTTP/1.1" status: 200 len: 847 time: 0.0456564 Oct 31 12:37:38.938930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-09887aa8-671b-41f1-9223-04b755571dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:38.940361 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-09887aa8-671b-41f1-9223-04b755571dd6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4c791682-8f05-4443-be69-80decd7c40ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385332 Oct 31 12:37:38.965075 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d79078-e85c-4305-a920-2c65275bcee4 req-e9c8282a-dd41-4a27-90a8-8db621563d1c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:38.966574 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-45d79078-e85c-4305-a920-2c65275bcee4 req-e9c8282a-dd41-4a27-90a8-8db621563d1c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 945 time: 0.0477622 Oct 31 12:37:39.013639 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-45d79078-e85c-4305-a920-2c65275bcee4 req-adfac692-ca88-479b-8c1d-2e17b577b708 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411732 Oct 31 12:37:39.037830 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-4ecc40b8-4dd9-4235-bb23-6950ea9768a9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904591 Oct 31 12:37:39.128992 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b151d83e-3e9b-48ee-93c0-cb222dab996d req-76722109-45fd-48fc-afde-7b64041361d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Oct 31 12:37:39.227536 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3870a00-3514-4832-8f27-69dc8eceda0a req-93de21ac-d214-445c-a3b9-6695fa0ec64f tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:39.229055 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3870a00-3514-4832-8f27-69dc8eceda0a req-93de21ac-d214-445c-a3b9-6695fa0ec64f tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0511127 Oct 31 12:37:39.277949 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3870a00-3514-4832-8f27-69dc8eceda0a req-c57f5d84-7ecf-49c5-9070-c45a271aed1d tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 Oct 31 12:37:39.735856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:37:39.773320 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:39.778122 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 360a1655-b233-4d4d-a557-dc89ddf2b18e completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:37:39.784463 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 360a1655-b233-4d4d-a557-dc89ddf2b18e triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:37:39.784887 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:39.785223 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 360a1655-b233-4d4d-a557-dc89ddf2b18e Oct 31 12:37:39.855736 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 360a1655-b233-4d4d-a557-dc89ddf2b18e is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:39.856120 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:39.878717 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:39.880973 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d52a9d-4660-4188-bdd7-5f11f3971a31" -d '{"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-plugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:39.893764 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:39.897869 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:39.923641 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a248b1ac-91ac-4882-87a9-4c188ab2f940 x-openstack-request-id: req-a248b1ac-91ac-4882-87a9-4c188ab2f940 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:39.923952 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-plugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:39.924206 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a248b1ac-91ac-4882-87a9-4c188ab2f940 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:39.924591 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a248b1ac-91ac-4882-87a9-4c188ab2f940'] response: {'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'code': 200} Oct 31 12:37:39.950580 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:40.138932 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e13d6-01eb-40a9-b51b-43e192b85001 req-649c1f40-2a50-4cf8-bce6-ce934e7fa960 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:40.140442 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-507e13d6-01eb-40a9-b51b-43e192b85001 req-649c1f40-2a50-4cf8-bce6-ce934e7fa960 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0465860 Oct 31 12:37:40.188007 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-507e13d6-01eb-40a9-b51b-43e192b85001 req-faebad91-2b1d-40dd-ae9d-b0d4f7384d9a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Oct 31 12:37:40.403195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866ccc4-85bc-469b-93a9-f090f3e4a2c2 req-cafce425-1fe1-4c80-baff-a0154639dc9d tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:40.404694 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8866ccc4-85bc-469b-93a9-f090f3e4a2c2 req-cafce425-1fe1-4c80-baff-a0154639dc9d tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0521131 Oct 31 12:37:40.457365 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8866ccc4-85bc-469b-93a9-f090f3e4a2c2 req-4639e54d-fdc6-4591-9db7-879c5d54046c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471008 Oct 31 12:37:40.766196 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243ba57-d370-4dad-833f-79959f0972f4 req-84c2dc10-1bfe-4cb6-81f2-b541de364805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:40.767622 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2243ba57-d370-4dad-833f-79959f0972f4 req-84c2dc10-1bfe-4cb6-81f2-b541de364805 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 1130 time: 0.0378296 Oct 31 12:37:40.820518 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2243ba57-d370-4dad-833f-79959f0972f4 req-e5359474-3214-431f-984b-5d0d22016b79 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Oct 31 12:37:41.315495 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac78c7-4276-4ed2-b18e-483e02095dbc req-cf1bff2d-2a37-4117-8cd1-473ca0ea08e0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:41.316846 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3aac78c7-4276-4ed2-b18e-483e02095dbc req-cf1bff2d-2a37-4117-8cd1-473ca0ea08e0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0463707 Oct 31 12:37:41.363573 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3aac78c7-4276-4ed2-b18e-483e02095dbc req-08edc028-41cf-4456-85b5-2edb09d0a33b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411286 Oct 31 12:37:41.577204 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd6200-74a0-40d4-a061-5ceb4e66f062 req-7430fb7c-447d-4254-a78e-6e86799a5500 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:41.578567 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e5fd6200-74a0-40d4-a061-5ceb4e66f062 req-7430fb7c-447d-4254-a78e-6e86799a5500 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0467725 Oct 31 12:37:41.626206 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e5fd6200-74a0-40d4-a061-5ceb4e66f062 req-6d623a13-9aac-431e-a49e-77d97da87ebc tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Oct 31 12:37:42.491438 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc4ee3-a19e-42b8-b5fa-1839ddea0df5 req-45e7abce-c334-402f-a897-00b473b9d752 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:42.492977 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68dc4ee3-a19e-42b8-b5fa-1839ddea0df5 req-45e7abce-c334-402f-a897-00b473b9d752 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0473204 Oct 31 12:37:42.521891 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:42.547864 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-68dc4ee3-a19e-42b8-b5fa-1839ddea0df5 req-dd28912e-268f-4ad8-a09a-08c1f2d8ee94 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488760 Oct 31 12:37:42.747157 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839affa-8e83-4b18-af8d-8a3320d95f13 req-4a49c97b-74a5-4857-8476-fbe210f8766a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:42.748649 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e839affa-8e83-4b18-af8d-8a3320d95f13 req-4a49c97b-74a5-4857-8476-fbe210f8766a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0472803 Oct 31 12:37:42.803652 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e839affa-8e83-4b18-af8d-8a3320d95f13 req-a8c04b02-3ef0-41f3-abde-0ea70929f726 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495167 Oct 31 12:37:43.098957 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-659862a4-1348-4403-ba88-1bf41190100d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0497260 Oct 31 12:37:43.113367 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:43.127799 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0158d-2d6c-438b-acd3-7ae049a3a050 req-224739f6-dc90-4fd7-9004-c109ac3eb1c9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:43.129512 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b6a0158d-2d6c-438b-acd3-7ae049a3a050 req-224739f6-dc90-4fd7-9004-c109ac3eb1c9 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0531528 Oct 31 12:37:43.177462 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f5156-03c1-4b92-ae4b-30c1d52a1e34 req-95787907-006a-4bda-8f04-7513e0b667c8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:43.178851 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-318f5156-03c1-4b92-ae4b-30c1d52a1e34 req-95787907-006a-4bda-8f04-7513e0b667c8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0789320 Oct 31 12:37:43.181872 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b6a0158d-2d6c-438b-acd3-7ae049a3a050 req-6705bd0b-7f36-452a-af60-13fdca8a2c84 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463204 Oct 31 12:37:43.191672 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-6ad1cafc-8865-4b96-a067-99ffd74ff8c4 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:43.193104 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-6ad1cafc-8865-4b96-a067-99ffd74ff8c4 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports/c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 942 time: 0.0638804 Oct 31 12:37:43.235695 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-318f5156-03c1-4b92-ae4b-30c1d52a1e34 req-11991835-7a60-4652-bf6e-88060eb039ff tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501437 Oct 31 12:37:43.677698 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f912bb1-a94a-4ed7-8831-0e9b13abfcda req-49ee67f6-445d-4ae3-8002-c2b9b3e68a1a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:43.679143 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0f912bb1-a94a-4ed7-8831-0e9b13abfcda req-49ee67f6-445d-4ae3-8002-c2b9b3e68a1a tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0470202 Oct 31 12:37:43.726184 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0f912bb1-a94a-4ed7-8831-0e9b13abfcda req-f6c80cbc-2a0b-4b9b-87b4-31c651c2d755 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Oct 31 12:37:43.750604 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c444a742-6430-4bab-91f7-bff045443454 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:37:43.824211 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port c444a742-6430-4bab-91f7-bff045443454 is: ACTIVE; New status is: DOWN {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:43.824595 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c444a742-6430-4bab-91f7-bff045443454), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:43.826273 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:43.852940 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c444a742-6430-4bab-91f7-bff045443454'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:43.853218 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce011a6-67b0-4407-9dff-deb828563d0c req-f7993b8c-e7af-400f-acb9-3430614abc40 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:43.854888 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dce011a6-67b0-4407-9dff-deb828563d0c req-f7993b8c-e7af-400f-acb9-3430614abc40 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0507064 Oct 31 12:37:43.855273 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9d5ece-8c44-44cb-b3aa-9cf5b723c318" -d '{"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-unplugged", "status": "completed", "tag": "c444a742-6430-4bab-91f7-bff045443454"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:43.865225 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60530) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:43.867584 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:43.870775 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Request body: {'floatingip': {'port_id': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:43.872949 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c444a742-6430-4bab-91f7-bff045443454), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:43.901252 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b8d5e-6fc1-42ce-8ee8-66529362e21b x-openstack-request-id: req-9a0b8d5e-6fc1-42ce-8ee8-66529362e21b {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:43.901252 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-unplugged", "status": "failed", "tag": "c444a742-6430-4bab-91f7-bff045443454", "code": 422}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:43.901252 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a0b8d5e-6fc1-42ce-8ee8-66529362e21b {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:43.901515 dv-cinder-796170-6-iscsi neutron-server[104559]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9a0b8d5e-6fc1-42ce-8ee8-66529362e21b']: {'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c444a742-6430-4bab-91f7-bff045443454', 'code': 422} returned with failed status Oct 31 12:37:43.913416 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (222aeab5-12c7-4ca0-a09e-d43f52759895), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:43.927406 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=6']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:43.950442 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9eb0e66f-5dd8-4a2d-8ad5-b39a6b8bb19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:43.969471 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:44.152347 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=71 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:44.161827 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=87 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:44.295322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:44.310390 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09236e43-431a-4d12-ad77-da4c93fb5f32 req-5f8fb8bc-7c5b-4e16-8987-3dfd852bbcac tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:44.312019 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09236e43-431a-4d12-ad77-da4c93fb5f32 req-5f8fb8bc-7c5b-4e16-8987-3dfd852bbcac tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0523281 Oct 31 12:37:44.364040 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09236e43-431a-4d12-ad77-da4c93fb5f32 req-4666fe8a-265b-4e39-8a79-1e2331a09eb7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Oct 31 12:37:44.475119 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0137d1e-3944-4ce5-8ad4-f489266fc003 req-bd5355d2-85c8-4443-8f9e-e283c30aaaaa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:44.476582 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b0137d1e-3944-4ce5-8ad4-f489266fc003 req-bd5355d2-85c8-4443-8f9e-e283c30aaaaa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.0911801 Oct 31 12:37:44.585123 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b0137d1e-3944-4ce5-8ad4-f489266fc003 req-4378907d-89f4-4b05-9cc3-1431816569b1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011760 Oct 31 12:37:44.641318 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:44.645330 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (222aeab5-12c7-4ca0-a09e-d43f52759895), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:44.741966 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Floating IP 222aeab5-12c7-4ca0-a09e-d43f52759895 associated. External IP: 172.27.3.139, port: 360a1655-b233-4d4d-a557-dc89ddf2b18e. Oct 31 12:37:44.915644 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:44.941846 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Router 20837092-9635-4ba6-98b3-0a4c012d322f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:37:45.045696 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:37:45.050478 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:45.056935 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] Sync routers for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:37:45.067544 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:45.068147 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:45.084554 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e9b423c3-2c49-4c6e-bcca-69d57e85fdd7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/222aeab5-12c7-4ca0-a09e-d43f52759895 HTTP/1.1" status: 200 len: 992 time: 1.2182300 Oct 31 12:37:45.085208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:45.087545 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747" -d '{"events": [{"name": "network-changed", "server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:45.126392 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0042cd2a-8e50-458b-8c9a-b2d94e20452f x-openstack-request-id: req-0042cd2a-8e50-458b-8c9a-b2d94e20452f {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:45.126709 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:45.126973 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0042cd2a-8e50-458b-8c9a-b2d94e20452f {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:45.127417 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0042cd2a-8e50-458b-8c9a-b2d94e20452f'] response: {'name': 'network-changed', 'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'status': 'completed', 'code': 200} Oct 31 12:37:45.176889 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:45.190923 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-99f1574a-462a-4dbf-8f59-209e6e2e825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:45.192448 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-99f1574a-462a-4dbf-8f59-209e6e2e825f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 1130 time: 0.0423923 Oct 31 12:37:45.389258 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '222aeab5-12c7-4ca0-a09e-d43f52759895', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'port_id': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'mac_address': 'fa:16:3e:7a:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:37:32Z', 'updated_at': '2022-10-31T12:37:44Z', 'revision_number': 1, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:45.417965 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] Checking router: 20837092-9635-4ba6-98b3-0a4c012d322f for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:37:45.427036 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:45.427679 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:45.518369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-5b14fba2-431f-4f2f-893b-c32a1d32e445 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:45.520105 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-5b14fba2-431f-4f2f-893b-c32a1d32e445 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.1074963 Oct 31 12:37:45.523729 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21953799-6d3f-4459-8c7a-c969fed3bca6 req-6fa3570a-d33f-4c2b-b571-a6c9b7d62ae0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:45.525419 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-21953799-6d3f-4459-8c7a-c969fed3bca6 req-6fa3570a-d33f-4c2b-b571-a6c9b7d62ae0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0563056 Oct 31 12:37:45.538343 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:45.566868 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:45.578702 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-21953799-6d3f-4459-8c7a-c969fed3bca6 req-3c82be10-5b2e-4c2a-8e49-66b629b81f7c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474846 Oct 31 12:37:45.611352 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-4a2e56e0-1666-4c17-8d0c-dc36b0a4be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:45.612824 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-4a2e56e0-1666-4c17-8d0c-dc36b0a4be79 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.2287726 Oct 31 12:37:45.670693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Deleting port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:37:45.670946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:45.750939 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-7192bba0-51e8-4344-afb7-35c9ce984169 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 200 len: 1000 time: 0.1260061 Oct 31 12:37:45.788595 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '222aeab5-12c7-4ca0-a09e-d43f52759895', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'port_id': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'mac_address': 'fa:16:3e:7a:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:37:32Z', 'updated_at': '2022-10-31T12:37:44Z', 'revision_number': 1, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:45.817162 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008f4b5-d028-43e7-bd4c-8a39cf4b05a4 None None] The sync data for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi is: [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '222aeab5-12c7-4ca0-a09e-d43f52759895', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'port_id': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'mac_address': 'fa:16:3e:7a:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:37:32Z', 'updated_at': '2022-10-31T12:37:44Z', 'revision_number': 1, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:37:45.851312 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cae0d6-cb39-4de6-b2fd-6680d5b8dc97 req-781da30b-2f6e-475d-96ae-06a84f49d10c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:45.852827 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-83cae0d6-cb39-4de6-b2fd-6680d5b8dc97 req-781da30b-2f6e-475d-96ae-06a84f49d10c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 946 time: 0.1833479 Oct 31 12:37:45.877730 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-e33454e6-3fda-4430-a95f-f39099525c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:45.879216 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-e33454e6-3fda-4430-a95f-f39099525c44 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.1140046 Oct 31 12:37:45.881016 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] For port f9ca4955-7ad3-407e-b90d-7bad757cb1d8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:45.881382 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:46.003070 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-7b14d157-43ec-4408-b25f-4f516f4adc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:46.004619 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-7b14d157-43ec-4408-b25f-4f516f4adc1b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071417 Oct 31 12:37:46.010732 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-83cae0d6-cb39-4de6-b2fd-6680d5b8dc97 req-b5d64eaf-5204-40db-b829-995e80a4ea28 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4630ca8-d21c-4e2c-874a-7285b83c7f41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485169 Oct 31 12:37:46.081636 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e280d-74e0-484b-9d7f-535209467513 None None] New status for floating IP 222aeab5-12c7-4ca0-a09e-d43f52759895: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:37:46.131970 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:46.156387 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3feb0fa3-b4fc-46de-afd4-a4945bc4f262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:46.205315 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:46.205815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (83f96394-6246-463f-ac7c-af4bf2a58e76), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:46.205815 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Floating IP 83f96394-6246-463f-ac7c-af4bf2a58e76 disassociated. External IP: 172.27.3.18, port: f9ca4955-7ad3-407e-b90d-7bad757cb1d8. Oct 31 12:37:46.206207 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Calling delete_port for f9ca4955-7ad3-407e-b90d-7bad757cb1d8 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:37:46.211957 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-25ba8a16-81fc-412a-8507-766b82dcefff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958156 Oct 31 12:37:46.259318 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:46.372736 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e21d1e6-24c3-47ff-9c8c-c4cf39475747 req-a49b9611-fd13-4f38-b925-761d25d0c705 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513414 Oct 31 12:37:46.425893 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (f9ca4955-7ad3-407e-b90d-7bad757cb1d8), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:46.452046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event deleted for resources: {'Port': ['ID=f9ca4955-7ad3-407e-b90d-7bad757cb1d8,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:46.563320 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:37:46.768927 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b5e28-b7e4-4587-a352-9b98f4c6bf94 req-ab2c394a-e8f4-41cf-88cb-81f4fa3080cd tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:46.770642 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9f7b5e28-b7e4-4587-a352-9b98f4c6bf94 req-ab2c394a-e8f4-41cf-88cb-81f4fa3080cd tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.1071966 Oct 31 12:37:46.827790 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9f7b5e28-b7e4-4587-a352-9b98f4c6bf94 req-8eb2514b-c16e-49fe-b2e5-1d0011a3fc94 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505569 Oct 31 12:37:46.926385 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:37:46.936067 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] Sync routers for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:37:46.946433 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:46.947288 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:46.956960 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-81a8342a-931b-440f-937f-a08668674423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:46.958490 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-81a8342a-931b-440f-937f-a08668674423 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f&tenant_id=b14b98f006574deabc030c2e93c680c4 HTTP/1.1" status: 200 len: 1127 time: 0.0789578 Oct 31 12:37:46.980213 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] No DVR routers for this DVR port f9ca4955-7ad3-407e-b90d-7bad757cb1d8 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:37:46.982649 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:46.986319 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c39fd202-23c7-4d0c-bac5-4f99a0fbd358 req-656d7f3d-0500-47c9-940f-f549c0ce413d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f9ca4955-7ad3-407e-b90d-7bad757cb1d8 HTTP/1.1" status: 204 len: 173 time: 1.4593325 Oct 31 12:37:46.986518 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'name': 'network-vif-deleted', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:46.988857 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a543b47-ad54-4d60-9f75-9bc78626a406" -d '{"events": [{"server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "name": "network-vif-deleted", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:47.037192 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56381394-6e97-445a-89f6-1f71af2d201a x-openstack-request-id: req-56381394-6e97-445a-89f6-1f71af2d201a {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:47.037484 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff125cf8-e8a5-4f00-ade9-045b18ee33f4", "name": "network-vif-deleted", "tag": "f9ca4955-7ad3-407e-b90d-7bad757cb1d8", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:47.037718 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56381394-6e97-445a-89f6-1f71af2d201a {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:47.038100 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56381394-6e97-445a-89f6-1f71af2d201a'] response: {'server_uuid': 'ff125cf8-e8a5-4f00-ade9-045b18ee33f4', 'name': 'network-vif-deleted', 'tag': 'f9ca4955-7ad3-407e-b90d-7bad757cb1d8', 'status': 'completed', 'code': 200} Oct 31 12:37:47.052749 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-c1adf64a-86da-4227-b45d-9fdc28a2cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:47.054404 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-c1adf64a-86da-4227-b45d-9fdc28a2cd45 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1127 time: 0.0628610 Oct 31 12:37:47.081093 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:47.152454 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dcff2c3f-720a-4710-8532-c55491312276 req-6f39898f-6bc7-4736-baf4-4a31f84645b0 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ff125cf8-e8a5-4f00-ade9-045b18ee33f4 HTTP/1.1" status: 200 len: 210 time: 0.0461733 Oct 31 12:37:47.194257 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-59931464-0407-4c38-a1a3-d6fe7b0ffde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:47.195652 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-59931464-0407-4c38-a1a3-d6fe7b0ffde3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 200 len: 909 time: 0.1105733 Oct 31 12:37:47.206172 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:47.216216 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:47.270293 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-a87e14a1-1552-4827-a7d6-1c32c508d6cb service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 999 time: 0.0613270 Oct 31 12:37:47.302925 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:47.317795 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:47.324384 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-9a13b254-0d4f-4533-b1b6-93f09a39c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:47.325844 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-9a13b254-0d4f-4533-b1b6-93f09a39c06a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6ff1ea18-1bee-4daf-b633-4e9810c0f838 HTTP/1.1" status: 200 len: 847 time: 0.0491338 Oct 31 12:37:47.348087 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] Checking router: 20d075e0-3164-4ac1-b7f8-7306bee4bff3 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:37:47.357993 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:37:47.358492 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:47.383557 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:47.389170 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-067293b1-8988-4101-8650-d2e3b75f502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:47.390769 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-067293b1-8988-4101-8650-d2e3b75f502b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4c791682-8f05-4443-be69-80decd7c40ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506554 Oct 31 12:37:47.492180 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-7f763ed3-360d-41b0-a534-f353e63924e2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943921 Oct 31 12:37:47.548667 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:37:47.733397 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:37:47.761011 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f841e9a1-cdf6-48ee-bfa1-4024212032c7 None None] The sync data for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi is: [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:37:47.792857 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device f9ca4955-7ad3-407e-b90d-7bad757cb1d8 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:37:47.810958 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3c736b0d-ec2b-407b-9a56-e96f3d5b4642 req-28e96afe-e22e-4cab-83a6-df8ecef6bdee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019862 Oct 31 12:37:47.827152 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: f9ca4955-7ad3-407e-b90d-7bad757cb1d8 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:37:47.827777 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device f9ca4955-7ad3-407e-b90d-7bad757cb1d8 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:37:47.961013 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792d7bd-d256-4a12-a173-2a2ed2d4ef04 req-59273f0b-7f7d-4900-9249-26cf5dc135e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:47.962675 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5792d7bd-d256-4a12-a173-2a2ed2d4ef04 req-59273f0b-7f7d-4900-9249-26cf5dc135e0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0496240 Oct 31 12:37:48.001234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:48.017562 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5792d7bd-d256-4a12-a173-2a2ed2d4ef04 req-cb5910ca-e98d-4936-a985-4e88b7ebeb26 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486319 Oct 31 12:37:48.024776 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f36d8-540a-4b8f-8f64-99427918ec9d None None] New status for floating IP 83f96394-6246-463f-ac7c-af4bf2a58e76: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:37:48.247771 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60560) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:48.318543 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (c4630ca8-d21c-4e2c-874a-7285b83c7f41), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.342570 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (c4630ca8-d21c-4e2c-874a-7285b83c7f41), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.390983 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c4630ca8-d21c-4e2c-874a-7285b83c7f41), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.393577 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.394960 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c4630ca8-d21c-4e2c-874a-7285b83c7f41 HTTP/1.1" status: 204 len: 168 time: 0.1461689 Oct 31 12:37:48.397816 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60562) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:48.404090 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4630ca8-d21c-4e2c-874a-7285b83c7f41,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:48.411109 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.411441 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-713c1636-c489-4ee9-aaaa-442fe1d33d9a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] show failed (client error): The resource could not be found. Oct 31 12:37:48.411579 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.411807 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.412140 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.412426 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-713c1636-c489-4ee9-aaaa-442fe1d33d9a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups/c4630ca8-d21c-4e2c-874a-7285b83c7f41 HTTP/1.1" status: 404 len: 347 time: 0.0135980 Oct 31 12:37:48.412588 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.412778 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.413106 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.413420 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.413744 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.414059 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.414378 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.414695 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.415011 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.415238 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60564) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:48.415362 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.415693 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7c260e-8a08-46bf-92c1-d8b204a21270 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:37:48.528855 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Deleting port b7e54991-40ba-4c65-a408-f9433c1e0927 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:37:48.529195 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.608930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.609257 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (b7e54991-40ba-4c65-a408-f9433c1e0927), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.621156 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Calling delete_port for b7e54991-40ba-4c65-a408-f9433c1e0927 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:37:48.643953 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:37:48.750568 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (b7e54991-40ba-4c65-a408-f9433c1e0927), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.773462 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event deleted for resources: {'Port': ['ID=b7e54991-40ba-4c65-a408-f9433c1e0927,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:48.800976 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (83f96394-6246-463f-ac7c-af4bf2a58e76), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.803563 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.804698 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b2609c4b-d39f-488c-ba55-379e7fafe602 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/83f96394-6246-463f-ac7c-af4bf2a58e76 HTTP/1.1" status: 204 len: 168 time: 0.3885417 Oct 31 12:37:48.884962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60568) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:48.889589 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-b70f2859-7b80-4bb1-8ccc-6e5db3e50450 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296546876', 'description': 'tempest-description--1442931187'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:48.910587 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b70f2859-7b80-4bb1-8ccc-6e5db3e50450 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.947738 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:48.982877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b70f2859-7b80-4bb1-8ccc-6e5db3e50450 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:48.986230 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b70f2859-7b80-4bb1-8ccc-6e5db3e50450 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.019921 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b70f2859-7b80-4bb1-8ccc-6e5db3e50450 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.023836 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b70f2859-7b80-4bb1-8ccc-6e5db3e50450 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1352077 Oct 31 12:37:49.023836 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f2859-7b80-4bb1-8ccc-6e5db3e50450 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:49.024601 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60570) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:49.032544 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-994d9b3a-f327-41e1-b248-2222fd403cab tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'security_group_rule': {'security_group_id': 'fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:49.061951 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-994d9b3a-f327-41e1-b248-2222fd403cab tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (fd9428af-420f-42cb-b76b-083d3d1cf4db), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.065315 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.120864 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-994d9b3a-f327-41e1-b248-2222fd403cab tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (fd9428af-420f-42cb-b76b-083d3d1cf4db), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.124605 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-994d9b3a-f327-41e1-b248-2222fd403cab tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (fd9428af-420f-42cb-b76b-083d3d1cf4db), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.142806 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d9b3a-f327-41e1-b248-2222fd403cab tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9428af-420f-42cb-b76b-083d3d1cf4db,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:49.146149 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085129-d142-4775-9db9-67be1ceb0c23 req-640da35c-2eb4-4406-a3aa-7b8db7738d35 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:49.147666 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09085129-d142-4775-9db9-67be1ceb0c23 req-640da35c-2eb4-4406-a3aa-7b8db7738d35 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0494876 Oct 31 12:37:49.157110 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-994d9b3a-f327-41e1-b248-2222fd403cab tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.160865 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-994d9b3a-f327-41e1-b248-2222fd403cab tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325541 Oct 31 12:37:49.161017 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60576) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:49.165249 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-faeda6ce-3985-441e-96f5-867aced4b80d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'security_group_rule': {'security_group_id': 'fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:49.191485 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-faeda6ce-3985-441e-96f5-867aced4b80d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (8ee227ad-bfe2-4f6c-a097-1e52d4938a39), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.205044 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-09085129-d142-4775-9db9-67be1ceb0c23 req-ef4e7c6c-c679-456a-9a57-44cf5e3459d2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511572 Oct 31 12:37:49.248653 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-faeda6ce-3985-441e-96f5-867aced4b80d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (8ee227ad-bfe2-4f6c-a097-1e52d4938a39), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.252087 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-faeda6ce-3985-441e-96f5-867aced4b80d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (8ee227ad-bfe2-4f6c-a097-1e52d4938a39), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.270865 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda6ce-3985-441e-96f5-867aced4b80d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee227ad-bfe2-4f6c-a097-1e52d4938a39,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:49.278162 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-faeda6ce-3985-441e-96f5-867aced4b80d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.279389 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-faeda6ce-3985-441e-96f5-867aced4b80d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174197 Oct 31 12:37:49.284149 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60578) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:37:49.286518 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:49.309613 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.317245 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.336306 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:49.391026 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.501323 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Allocated IP 172.27.3.242 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/66f94754-6d6f-448a-9884-b96f2b32a753) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:37:49.514033 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:49.602803 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for port (66f94754-6d6f-448a-9884-b96f2b32a753), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.640613 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (66f94754-6d6f-448a-9884-b96f2b32a753), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.676480 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:37:49.679326 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:37:49.682383 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:37:49.711420 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'Port': ['ID=66f94754-6d6f-448a-9884-b96f2b32a753,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:49.770789 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (d93c3cde-3584-4367-a406-06682c9dde75), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.807712 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (66f94754-6d6f-448a-9884-b96f2b32a753), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.954290 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for port (66f94754-6d6f-448a-9884-b96f2b32a753), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:49.958673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (66f94754-6d6f-448a-9884-b96f2b32a753), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:50.027383 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'Port': ['ID=66f94754-6d6f-448a-9884-b96f2b32a753,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:50.031302 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (d93c3cde-3584-4367-a406-06682c9dde75), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:50.034708 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:50.048757 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:50.049974 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-b8a8e601-0b75-4f24-9d19-6ca3fda01d51 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7666974 Oct 31 12:37:50.247674 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-b7aaa7d3-2945-4d63-8522-7e827de2ac48 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1296546876&fields=id&tenant_id=b9a2bf9a5a484523a700e4e6c568d4de HTTP/1.1" status: 200 len: 267 time: 0.0426509 Oct 31 12:37:50.328418 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95da51-02da-46f7-a3bf-ab2b736c26ef req-f4f24209-725f-48e4-992d-4374541540dd tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:50.329915 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8d95da51-02da-46f7-a3bf-ab2b736c26ef req-f4f24209-725f-48e4-992d-4374541540dd tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0483425 Oct 31 12:37:50.362388 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-b9031a55-f0bd-4efc-a48a-eb41a178fc2c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:50.363895 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-b9031a55-f0bd-4efc-a48a-eb41a178fc2c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 810 time: 0.1098962 Oct 31 12:37:50.379190 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-6e951de6-78ae-4003-ab37-a6035524d2ec tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/quotas/b9a2bf9a5a484523a700e4e6c568d4de HTTP/1.1" status: 200 len: 375 time: 0.0096664 Oct 31 12:37:50.380467 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8d95da51-02da-46f7-a3bf-ab2b736c26ef req-8d88383f-2ad4-498c-9e42-6c3afcb3c788 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446846 Oct 31 12:37:50.430307 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-eab40b69-5e3d-4b43-b47a-ca3fd836f15f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449238 Oct 31 12:37:50.497204 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:50.527733 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-4824bb65-3cbc-46f3-87fb-20e58ebdc2cc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860906 Oct 31 12:37:50.618450 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-08f81dcb-2385-4d51-a26d-432f2a829af5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848913 Oct 31 12:37:50.782331 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2a8e8a9a-794c-4dfe-9577-3f4a9672e8d7 req-f0e173a2-6c3d-4fc3-9b70-e69fb689161b tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 210 time: 0.0310752 Oct 31 12:37:51.508746 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac237c1-84ea-4a8c-80da-b136c644c87a req-1f29e2e2-0e89-4d6b-825f-5d518862b705 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:51.511126 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dac237c1-84ea-4a8c-80da-b136c644c87a req-1f29e2e2-0e89-4d6b-825f-5d518862b705 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0504186 Oct 31 12:37:51.561774 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-dac237c1-84ea-4a8c-80da-b136c644c87a req-992b87cf-45fb-480b-a471-75930ad3d9a7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448859 Oct 31 12:37:51.888202 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fed851fb-3005-4f59-bdce-b924c34f9699 req-2a89382e-df39-40ed-8e18-248d17a2c61c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 210 time: 0.0325079 Oct 31 12:37:51.937426 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:52.016600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:52.042320 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-fa31750c-12fd-47fc-a148-b6bcbd87e6a3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:52.043773 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-fa31750c-12fd-47fc-a148-b6bcbd87e6a3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 810 time: 0.1131821 Oct 31 12:37:52.113041 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-c35a0bc1-0212-40cd-a258-7fdb225fd1b9 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b9a2bf9a5a484523a700e4e6c568d4de HTTP/1.1" status: 200 len: 380 time: 0.0535104 Oct 31 12:37:52.189296 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'port': {'device_id': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'admin_state_up': True, 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'security_groups': ['fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:52.305599 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Made reservation on behalf of b9a2bf9a5a484523a700e4e6c568d4de for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:37:52.309934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:52.439433 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Allocated IP 172.20.0.7 (213ef750-b5e2-42dd-8125-73c9f2985c9d/2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a/7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:37:52.568760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:52.574149 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:52.609568 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:52.658962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:37:52.664175 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:37:52.668875 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:37:52.673369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:52.673992 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:52.685411 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event updated for resources: {'Port': ['ID=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:52.693944 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89957c3e-2848-4d27-9634-58ae27a19d8d req-d5073ed7-2646-413f-8e02-92a67ef5787f tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:52.694978 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a53dcae8-91d7-4dd5-82e9-49a200b151bf tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5094805 Oct 31 12:37:52.699608 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-89957c3e-2848-4d27-9634-58ae27a19d8d req-d5073ed7-2646-413f-8e02-92a67ef5787f tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0607851 Oct 31 12:37:52.707704 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Request body: {'port': {'device_id': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:37:52.755678 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-89957c3e-2848-4d27-9634-58ae27a19d8d req-9e13f2f0-3ccc-497f-8c2a-60974eab74af tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539980 Oct 31 12:37:52.774449 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:52.908919 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8309b09b-3084-45df-bf99-40bcaf0154bc None None] Provisioning complete for port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:37:52.909299 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8309b09b-3084-45df-bf99-40bcaf0154bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:52.909670 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8309b09b-3084-45df-bf99-40bcaf0154bc None None] Attempt 1 to provision port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 Oct 31 12:37:52.945397 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8309b09b-3084-45df-bf99-40bcaf0154bc None None] Port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:37:53.014051 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:53.038482 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88198-98eb-4073-8f21-ce33916800cf req-550f733a-a3ef-4213-823e-e30bcaaa2226 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:53.039955 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7fe88198-98eb-4073-8f21-ce33916800cf req-550f733a-a3ef-4213-823e-e30bcaaa2226 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 931 time: 0.0721622 Oct 31 12:37:53.112873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:37:53.126723 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Publish callbacks [] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:53.140622 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7fe88198-98eb-4073-8f21-ce33916800cf req-6708975d-a80e-42c7-9258-7bc25b7aa8c4 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933502 Oct 31 12:37:53.145603 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Transition to ACTIVE for port object 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:37:53.149338 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:53.213595 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:53.226348 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Attempting to bind port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:37:53.226681 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Attempting to bind port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:37:53.227007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Attempting to bind port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 on network 213ef750-b5e2-42dd-8125-73c9f2985c9d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:37:53.269011 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 on network 213ef750-b5e2-42dd-8125-73c9f2985c9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:37:53.269585 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Attempting to bind port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 on network 213ef750-b5e2-42dd-8125-73c9f2985c9d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:37:53.314514 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:37:53.314859 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Checking segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:37:53.315247 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Bound using segment: {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:37:53.315675 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Bound port: 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676e35af-d4b8-45a8-836e-91aab4b6efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:37:53.316029 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:53.330952 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:53.382582 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] For port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:37:53.385975 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] For port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:37:53.391966 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:53.397161 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:53.397769 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:53.399199 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 HTTP/1.1" status: 200 len: 1093 time: 0.6956823 Oct 31 12:37:53.399728 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:53.402093 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db508837-4e8b-469b-b325-9b5608c09acf" -d '{"events": [{"name": "network-changed", "server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:53.448613 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472f73f-62b3-4851-8c1a-a0d7d411a756 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:53.468257 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238fb9be-f3e3-439d-89ab-0c9d8cc8108f x-openstack-request-id: req-238fb9be-f3e3-439d-89ab-0c9d8cc8108f {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:53.468556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:53.468817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-238fb9be-f3e3-439d-89ab-0c9d8cc8108f {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:53.469216 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238fb9be-f3e3-439d-89ab-0c9d8cc8108f'] response: {'name': 'network-changed', 'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'status': 'completed', 'code': 200} Oct 31 12:37:53.879684 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c3d52-bb5d-44e4-93c0-7879f0d1310a req-794710fd-087f-4dd3-aee5-2fac136ffeef tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:53.881142 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-835c3d52-bb5d-44e4-93c0-7879f0d1310a req-794710fd-087f-4dd3-aee5-2fac136ffeef tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0473332 Oct 31 12:37:53.928830 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-835c3d52-bb5d-44e4-93c0-7879f0d1310a req-b4636ea7-badd-4301-b5ef-598e23aab379 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Oct 31 12:37:54.097282 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508837-4e8b-469b-b325-9b5608c09acf req-268b743c-cc7f-41d2-99a6-10ad6035915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:54.098825 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db508837-4e8b-469b-b325-9b5608c09acf req-268b743c-cc7f-41d2-99a6-10ad6035915c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 1127 time: 0.0409572 Oct 31 12:37:54.200900 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508837-4e8b-469b-b325-9b5608c09acf req-7fb2ba34-8a2e-4c5f-b7a9-6d2fc2967c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:54.202367 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db508837-4e8b-469b-b325-9b5608c09acf req-7fb2ba34-8a2e-4c5f-b7a9-6d2fc2967c7a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0962305 Oct 31 12:37:54.266048 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7da58-86f4-4595-9620-8bb28d8b5e90 req-322585f3-b542-4b7b-bdaf-a3d771f52ffa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:54.267592 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-89e7da58-86f4-4595-9620-8bb28d8b5e90 req-322585f3-b542-4b7b-bdaf-a3d771f52ffa tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 943 time: 0.0471585 Oct 31 12:37:54.316145 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-89e7da58-86f4-4595-9620-8bb28d8b5e90 req-8c4754f0-fe69-4e1c-ae72-716955df062c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Oct 31 12:37:54.578681 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db508837-4e8b-469b-b325-9b5608c09acf req-e40f9b45-8daf-4060-b491-c00fe5303ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:54.580078 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db508837-4e8b-469b-b325-9b5608c09acf req-e40f9b45-8daf-4060-b491-c00fe5303ee9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939882 Oct 31 12:37:54.719002 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-3b2e3678-ce19-4c5d-acc3-9addd61cc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:54.720586 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-3b2e3678-ce19-4c5d-acc3-9addd61cc47d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 1127 time: 0.0423741 Oct 31 12:37:54.766457 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-b94cf432-4d6a-485e-859c-faacd9217766 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 HTTP/1.1" status: 200 len: 217 time: 0.0325167 Oct 31 12:37:54.818643 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-431c5a48-e15c-4140-8058-69f7a8e2edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:54.820169 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-431c5a48-e15c-4140-8058-69f7a8e2edd8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.0439284 Oct 31 12:37:54.866780 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:54.870650 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-ecfa4a36-90d0-498b-b171-847508198e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:54.872309 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-ecfa4a36-90d0-498b-b171-847508198e69 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446150 Oct 31 12:37:54.980666 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-b6746d8f-09fe-46ef-80f8-4dcb0dc3cecd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970545 Oct 31 12:37:55.093570 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f1818-bcad-48eb-9f6d-c85d48f664b4 req-272e2f96-9fd4-4b5a-87d1-032291668b88 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:55.095052 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-516f1818-bcad-48eb-9f6d-c85d48f664b4 req-272e2f96-9fd4-4b5a-87d1-032291668b88 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 943 time: 0.0904341 Oct 31 12:37:55.130995 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9a06e4e-5da9-4a6e-98b8-024cefceae8d req-e21b5e3e-db8f-4e06-888e-43641569a95b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441121 Oct 31 12:37:55.159853 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-516f1818-bcad-48eb-9f6d-c85d48f664b4 req-9412c2aa-ded6-495b-9367-b6ea09600e5f tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587111 Oct 31 12:37:55.489506 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c604dfc-a8b3-451e-ad8f-1ca7e50c3146 req-825c2bef-0da0-48cb-9f36-6cd1d8999c1a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:55.490977 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3c604dfc-a8b3-451e-ad8f-1ca7e50c3146 req-825c2bef-0da0-48cb-9f36-6cd1d8999c1a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 943 time: 0.0481422 Oct 31 12:37:55.542410 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3c604dfc-a8b3-451e-ad8f-1ca7e50c3146 req-f7ae8b6f-3375-4d8c-99be-6125d486a3f1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458608 Oct 31 12:37:55.864294 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c444a742-6430-4bab-91f7-bff045443454 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:37:55.972232 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:55.983671 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'c444a742-6430-4bab-91f7-bff045443454', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'port_id': 'c444a742-6430-4bab-91f7-bff045443454', 'mac_address': 'fa:16:3e:55:c2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:37:56.019132 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port c444a742-6430-4bab-91f7-bff045443454 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:56.019807 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c444a742-6430-4bab-91f7-bff045443454), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:56.034265 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c444a742-6430-4bab-91f7-bff045443454 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:37:56.039123 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:56.056509 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:56.056709 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5c03-b472-4451-9eae-22dd002dbcba req-ee12fe2e-c738-4745-a793-5c31c5df8c4f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:56.058261 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-56ed5c03-b472-4451-9eae-22dd002dbcba req-ee12fe2e-c738-4745-a793-5c31c5df8c4f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0539551 Oct 31 12:37:56.062781 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c444a742-6430-4bab-91f7-bff045443454), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:56.107611 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-56ed5c03-b472-4451-9eae-22dd002dbcba req-de68e26b-2cd8-41d2-9813-f734d3b57a03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Oct 31 12:37:56.109233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=7']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:56.281066 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ae729-0dc8-4848-a389-acb34134067d req-843a16a0-dd93-4fc4-82a5-495a824b9d67 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:56.282521 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c54ae729-0dc8-4848-a389-acb34134067d req-843a16a0-dd93-4fc4-82a5-495a824b9d67 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 944 time: 0.0469830 Oct 31 12:37:56.333920 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c54ae729-0dc8-4848-a389-acb34134067d req-f982be40-d134-4275-b98e-a706443767da tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Oct 31 12:37:56.362167 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['c444a742-6430-4bab-91f7-bff045443454'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:37:56.481184 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:56.646350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:56.661814 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1ab26-6f3a-4385-83c7-93c250a278d4 req-15b1d112-9bb5-444d-bfce-dae9c4aef212 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:56.663327 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dac1ab26-6f3a-4385-83c7-93c250a278d4 req-15b1d112-9bb5-444d-bfce-dae9c4aef212 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 943 time: 0.0480199 Oct 31 12:37:56.711090 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-dac1ab26-6f3a-4385-83c7-93c250a278d4 req-fc233297-a50a-428b-910d-892abd4b3ad7 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Oct 31 12:37:57.241679 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56908358-935a-48e0-bc1b-d953af49cf13 req-f9f0b6ad-40a6-4d31-8874-479f475834ba tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:57.243186 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-56908358-935a-48e0-bc1b-d953af49cf13 req-f9f0b6ad-40a6-4d31-8874-479f475834ba tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0488558 Oct 31 12:37:57.299744 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-56908358-935a-48e0-bc1b-d953af49cf13 req-04799aaa-92f0-4fc5-84f2-fe8b20ce5a92 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501862 Oct 31 12:37:57.462115 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973938f-c558-4ce1-a2c9-60fa9d4105a9 req-de317dd5-2990-45f2-a1a9-730b748b7212 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:57.464267 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1973938f-c558-4ce1-a2c9-60fa9d4105a9 req-de317dd5-2990-45f2-a1a9-730b748b7212 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 944 time: 0.0535607 Oct 31 12:37:57.515285 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1973938f-c558-4ce1-a2c9-60fa9d4105a9 req-992d6f33-8623-44f0-894c-47afb6a869e4 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451567 Oct 31 12:37:57.829065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf3a45-9c98-49af-be6c-90fa9e8b0e53 req-0983b428-32f7-4792-be94-56e11732e614 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:57.830692 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-92bf3a45-9c98-49af-be6c-90fa9e8b0e53 req-0983b428-32f7-4792-be94-56e11732e614 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 943 time: 0.0464094 Oct 31 12:37:57.873629 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:37:57.877771 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c444a742-6430-4bab-91f7-bff045443454 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:37:57.879585 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-92bf3a45-9c98-49af-be6c-90fa9e8b0e53 req-f514f07d-3b88-4abd-9997-e1b97dc5a474 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433784 Oct 31 12:37:57.988603 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port c444a742-6430-4bab-91f7-bff045443454 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:37:57.988976 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (c444a742-6430-4bab-91f7-bff045443454), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:57.989311 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port c444a742-6430-4bab-91f7-bff045443454 Oct 31 12:37:58.040204 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:58.056488 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'port_id': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'mac_address': 'fa:16:3e:fd:0f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:37:58.118958 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:58.119193 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:58.122153 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port c444a742-6430-4bab-91f7-bff045443454 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:37:58.122522 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (c444a742-6430-4bab-91f7-bff045443454), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:58.142269 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:37:58.161756 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c444a742-6430-4bab-91f7-bff045443454'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:37:58.164005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d535c3-04f7-44e2-b91a-6f7c21a6b126" -d '{"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-plugged", "status": "completed", "tag": "c444a742-6430-4bab-91f7-bff045443454"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:37:58.187113 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:58.189034 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:37:58.192152 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (c444a742-6430-4bab-91f7-bff045443454), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:58.196412 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:58.216863 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8784a9a-b7c5-41a0-b3fa-e44c4ec0891e x-openstack-request-id: req-e8784a9a-b7c5-41a0-b3fa-e44c4ec0891e {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:37:58.217151 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-plugged", "status": "completed", "tag": "c444a742-6430-4bab-91f7-bff045443454", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:37:58.217401 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8784a9a-b7c5-41a0-b3fa-e44c4ec0891e {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:37:58.217787 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8784a9a-b7c5-41a0-b3fa-e44c4ec0891e'] response: {'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c444a742-6430-4bab-91f7-bff045443454', 'code': 200} Oct 31 12:37:58.225154 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:58.242998 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=8']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:58.292019 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:37:58.422768 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf65421-589e-4ffd-b922-be09ab18015f req-e0613fb4-ed30-4a6c-be65-2f340b0c6849 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:58.424205 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-daf65421-589e-4ffd-b922-be09ab18015f req-e0613fb4-ed30-4a6c-be65-2f340b0c6849 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0472569 Oct 31 12:37:58.471481 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-daf65421-589e-4ffd-b922-be09ab18015f req-0baa8505-b6e2-4afe-bf77-1dd8e6930fdb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416234 Oct 31 12:37:58.503029 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:37:58.643873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db85eb-6a57-4486-9595-561cd27dbd7c req-575cbdc7-8f45-432e-84e5-8cba0e819623 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:58.645632 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-41db85eb-6a57-4486-9595-561cd27dbd7c req-575cbdc7-8f45-432e-84e5-8cba0e819623 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0531080 Oct 31 12:37:58.695506 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-41db85eb-6a57-4486-9595-561cd27dbd7c req-409e6b2f-db39-4c43-8c1d-337938ec2139 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437515 Oct 31 12:37:58.997031 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774a51-3fe9-4ff2-b23b-dc35a1cf8005 req-b2cfb9f4-b9ed-4e30-a96e-ec04242526e8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:58.998480 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b7774a51-3fe9-4ff2-b23b-dc35a1cf8005 req-b2cfb9f4-b9ed-4e30-a96e-ec04242526e8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 944 time: 0.0466151 Oct 31 12:37:59.046118 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b7774a51-3fe9-4ff2-b23b-dc35a1cf8005 req-e3da5824-b0ea-4b72-9163-286b0c07e62c tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Oct 31 12:37:59.600058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf0b74-9953-4911-a2c3-f276a233cc36 req-970f7cc0-0445-4fb3-8cfb-5487201eea55 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:59.601539 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14cf0b74-9953-4911-a2c3-f276a233cc36 req-970f7cc0-0445-4fb3-8cfb-5487201eea55 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0518823 Oct 31 12:37:59.645400 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:59.650559 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14cf0b74-9953-4911-a2c3-f276a233cc36 req-8881cf55-a348-4cf5-91bc-1ee77791320b tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424986 Oct 31 12:37:59.842903 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c372ad-c426-471d-b7bf-5b81a0cdd80f req-f86840a0-57b8-4db5-9d7b-eefc0a04c1d1 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:37:59.844459 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-05c372ad-c426-471d-b7bf-5b81a0cdd80f req-f86840a0-57b8-4db5-9d7b-eefc0a04c1d1 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0767024 Oct 31 12:37:59.862898 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-679ccc53-0b9f-439b-8040-1f64ef28c65b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605865 Oct 31 12:37:59.885854 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:37:59.908858 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:37:59.911993 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-05c372ad-c426-471d-b7bf-5b81a0cdd80f req-9f3d4dfc-6a63-46bb-b82b-f949ac3df563 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597885 Oct 31 12:37:59.951603 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:37:59.978565 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:37:59.978940 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:37:59.979319 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 Oct 31 12:38:00.032322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-411ad7a3-b4ee-463c-b617-f6e69559aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.034286 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-411ad7a3-b4ee-463c-b617-f6e69559aa1d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7573cb9c503243ab90b1649591d550e6&device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 1130 time: 0.1105011 Oct 31 12:38:00.038120 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ede939-6259-4d68-b1d6-c697befca172 req-73f954fb-2203-47da-b06f-bc6ffa18c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.039959 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14ede939-6259-4d68-b1d6-c697befca172 req-73f954fb-2203-47da-b06f-bc6ffa18c2b2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1129 time: 0.1270554 Oct 31 12:38:00.049983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b19e3b-df42-475d-9366-6fd8e023548f req-794e417f-b072-4c46-89e3-28490fa6e289 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.051546 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53b19e3b-df42-475d-9366-6fd8e023548f req-794e417f-b072-4c46-89e3-28490fa6e289 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.1269834 Oct 31 12:38:00.076196 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:38:00.076586 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:00.124506 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:00.130659 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:00.183811 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:00.219328 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:00.221681 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cdd01f-5932-4ed5-a985-9fcf5e976ed0" -d '{"events": [{"server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "name": "network-vif-plugged", "status": "completed", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:00.262212 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03425775-f54a-4eb3-a1c1-b594d27cee31 x-openstack-request-id: req-03425775-f54a-4eb3-a1c1-b594d27cee31 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:00.262504 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "name": "network-vif-plugged", "status": "completed", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:00.262756 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03425775-f54a-4eb3-a1c1-b594d27cee31 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:00.263155 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03425775-f54a-4eb3-a1c1-b594d27cee31'] response: {'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'code': 200} Oct 31 12:38:00.490187 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:00.537018 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-14ede939-6259-4d68-b1d6-c697befca172 req-71a82ba5-d71c-4974-a630-e4c0814afef6 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4843664 Oct 31 12:38:00.542670 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af5310-b2b1-43a9-b58e-0530f3b1aa22 req-8b7e04d2-b55e-4b1e-bd1b-5dd258e5e58a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.544073 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-07af5310-b2b1-43a9-b58e-0530f3b1aa22 req-8b7e04d2-b55e-4b1e-bd1b-5dd258e5e58a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.3906691 Oct 31 12:38:00.581655 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8af82-382c-4b52-956f-080551c003e1 req-425aba2c-3a28-4a45-b166-51c620475789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.583057 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97e8af82-382c-4b52-956f-080551c003e1 req-425aba2c-3a28-4a45-b166-51c620475789 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 1129 time: 0.1205087 Oct 31 12:38:00.586747 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-44256944-f91e-47c1-9cd3-910a4d0301a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.588241 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-44256944-f91e-47c1-9cd3-910a4d0301a4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 200 len: 920 time: 0.5198340 Oct 31 12:38:00.611344 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Deleting port 7591dba3-56f4-4739-8b1f-33a42a9073b1 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:00.611689 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:00.658503 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-07af5310-b2b1-43a9-b58e-0530f3b1aa22 req-ca86739a-6dc8-4cc8-a377-4e50eb33b498 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901802 Oct 31 12:38:00.722712 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] For port 7591dba3-56f4-4739-8b1f-33a42a9073b1, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7591dba3-56f4-4739-8b1f-33a42a9073b1,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:00.723080 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:00.774670 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:00.783531 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfd739-3d56-47bc-af06-6f48a2c91ecb req-be77b80b-18bc-42be-8a86-915242ffa237 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.785059 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e1cfd739-3d56-47bc-af06-6f48a2c91ecb req-be77b80b-18bc-42be-8a86-915242ffa237 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 945 time: 0.0515950 Oct 31 12:38:00.825051 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-7c497346-1ec4-4968-a6d1-90a0723bc0e4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc HTTP/1.1" status: 200 len: 217 time: 0.0592256 Oct 31 12:38:00.832982 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e1cfd739-3d56-47bc-af06-6f48a2c91ecb req-582a39d9-ef5b-4520-9566-02ecb49d4ed9 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=55aee0ab-669e-40d4-8fba-25b9f9cbeadd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 Oct 31 12:38:00.920660 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97e8af82-382c-4b52-956f-080551c003e1 req-7b45d44c-3435-40ba-ab43-ec0adc208378 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560073 Oct 31 12:38:00.928411 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:00.969984 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-2f0a867f-8911-4bfa-a2c0-c1647fe97dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:00.971436 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-2f0a867f-8911-4bfa-a2c0-c1647fe97dfe service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 200 len: 858 time: 0.1345282 Oct 31 12:38:00.994713 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:00.995068 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:00.995402 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Floating IP 744bd1bb-8a33-4a75-bf51-12d7da28e5f1 disassociated. External IP: 172.27.3.205, port: 7591dba3-56f4-4739-8b1f-33a42a9073b1. Oct 31 12:38:00.995739 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Calling delete_port for 7591dba3-56f4-4739-8b1f-33a42a9073b1 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:01.084396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1be314-552c-4296-8e39-2f62483ad327 req-c36875c5-2e0c-4105-bb7d-85d38f38fbc0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:01.085874 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e1be314-552c-4296-8e39-2f62483ad327 req-c36875c5-2e0c-4105-bb7d-85d38f38fbc0 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0880883 Oct 31 12:38:01.154737 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6e1be314-552c-4296-8e39-2f62483ad327 req-b7642f9b-421c-4e57-a6aa-60d6fc8e4e11 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584655 Oct 31 12:38:01.208688 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (7591dba3-56f4-4739-8b1f-33a42a9073b1), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:01.233800 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event deleted for resources: {'Port': ['ID=7591dba3-56f4-4739-8b1f-33a42a9073b1,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:01.243934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.244357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.244696 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.245030 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.245358 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.245684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.246009 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.246328 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.247007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.247007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.247389 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.247589 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.247905 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.248221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.248535 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:01.358819 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:38:01.408696 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:01.464057 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:38:01.474817 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] Sync routers for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:38:01.486388 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:01.487000 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:01.509505 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] No DVR routers for this DVR port 7591dba3-56f4-4739-8b1f-33a42a9073b1 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:38:01.512067 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:01.515247 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-53b19e3b-df42-475d-9366-6fd8e023548f req-6d5f95a3-e029-4f76-a31b-fe6f8b169d3d tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7591dba3-56f4-4739-8b1f-33a42a9073b1 HTTP/1.1" status: 204 len: 173 time: 1.4457469 Oct 31 12:38:01.515742 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'name': 'network-vif-deleted', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:01.517962 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8f6b3-f03e-47c3-9e2b-cc73923b9fcb" -d '{"events": [{"server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "name": "network-vif-deleted", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:01.563620 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517981cc-4427-4bb0-a669-2aca18372bc1 x-openstack-request-id: req-517981cc-4427-4bb0-a669-2aca18372bc1 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:01.563922 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee260508-cdfb-468d-9ff4-df06cc3bdadf", "name": "network-vif-deleted", "tag": "7591dba3-56f4-4739-8b1f-33a42a9073b1", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:01.564181 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-517981cc-4427-4bb0-a669-2aca18372bc1 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:01.564584 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517981cc-4427-4bb0-a669-2aca18372bc1'] response: {'server_uuid': 'ee260508-cdfb-468d-9ff4-df06cc3bdadf', 'name': 'network-vif-deleted', 'tag': '7591dba3-56f4-4739-8b1f-33a42a9073b1', 'status': 'completed', 'code': 200} Oct 31 12:38:01.577003 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-7540e166-8697-4dde-a05a-4368acecde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:01.580142 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-7540e166-8697-4dde-a05a-4368acecde9e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c998076-e873-4913-aa9f-032e3218ef2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546625 Oct 31 12:38:01.612973 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:01.785337 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1f02f-9c67-48e5-a572-26494137830a req-89b5135f-5c8f-464b-bf66-46048577a172 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:01.786803 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7de1f02f-9c67-48e5-a572-26494137830a req-89b5135f-5c8f-464b-bf66-46048577a172 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.0493691 Oct 31 12:38:01.815565 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:01.834344 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7de1f02f-9c67-48e5-a572-26494137830a req-e17ded88-420c-47a8-8fb5-003304029fb8 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 Oct 31 12:38:01.842387 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] Checking router: 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:38:01.850929 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:01.851562 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:01.937130 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bb0b76e0-1317-45ee-ab23-a52d2e285705 req-e19b9b9e-eb20-4958-810b-6d4972a9a800 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 210 time: 0.0281415 Oct 31 12:38:01.956751 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:01.990460 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:02.141854 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:02.158591 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:02.183343 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b6e9e7-4c70-4044-98c6-2464d3d7b4e9 None None] The sync data for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi is: [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:32:59Z', 'revision_number': 4, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6', 'name': '', 'network_id': '9c998076-e873-4913-aa9f-032e3218ef2a', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'mac_address': 'fa:16:3e:15:21:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:56Z', 'updated_at': '2022-10-31T12:33:18Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'subnets': [{'id': '518ba383-4e9d-4584-9703-20cae6c2edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:38:02.206682 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-f343b5bf-f62d-4db8-8bca-97ba96eadc6b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322389 Oct 31 12:38:02.289159 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920fc7f-402c-4bd6-9220-cf8ddc228912 req-776f21c2-2293-45e2-bdb9-9f6c24511824 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:02.290682 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2920fc7f-402c-4bd6-9220-cf8ddc228912 req-776f21c2-2293-45e2-bdb9-9f6c24511824 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0492597 Oct 31 12:38:02.346733 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2920fc7f-402c-4bd6-9220-cf8ddc228912 req-03fc0a35-b719-45fa-8ec2-af503bfe8d1a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502956 Oct 31 12:38:02.410988 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51914d0-b822-42c2-b42c-88f95fbae588 None None] New status for floating IP 744bd1bb-8a33-4a75-bf51-12d7da28e5f1: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:38:02.536900 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:02.602437 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-36cd6c01-01fb-41da-85ba-0ddb1a758b03 req-0989d031-108f-485f-89af-521e665c7152 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962489 Oct 31 12:38:02.953077 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733beee-6ff5-4125-b0be-517e75897d4d req-366db054-d1e0-4134-9453-0e0bb355fa4a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:02.954439 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a733beee-6ff5-4125-b0be-517e75897d4d req-366db054-d1e0-4134-9453-0e0bb355fa4a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.0452926 Oct 31 12:38:03.000937 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a733beee-6ff5-4125-b0be-517e75897d4d req-fe7453d5-dfa2-45c2-ab91-f0d10b6cf49a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Oct 31 12:38:03.106281 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-331e2284-b11a-437d-b4b7-b07c47b21b1c req-47c58f4a-31cc-44ed-bebf-db535afc562f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ee260508-cdfb-468d-9ff4-df06cc3bdadf HTTP/1.1" status: 200 len: 210 time: 0.0289657 Oct 31 12:38:03.893695 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7591dba3-56f4-4739-8b1f-33a42a9073b1 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:03.914506 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 7591dba3-56f4-4739-8b1f-33a42a9073b1 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:03.914850 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7591dba3-56f4-4739-8b1f-33a42a9073b1 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:04.135123 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81f097-cd62-4716-9d5b-c3cc2de5fa0a req-94b948dc-b155-4e85-873f-b783e05a8739 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:04.136648 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4d81f097-cd62-4716-9d5b-c3cc2de5fa0a req-94b948dc-b155-4e85-873f-b783e05a8739 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.0508666 Oct 31 12:38:04.190124 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4d81f097-cd62-4716-9d5b-c3cc2de5fa0a req-5cd48750-ea61-4b16-b1aa-388ca3948d50 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469794 Oct 31 12:38:04.201881 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60740) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:04.239404 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:04.267578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9a193329-a175-4b2b-9730-46760c99dc03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group (55aee0ab-669e-40d4-8fba-25b9f9cbeadd), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.296977 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9a193329-a175-4b2b-9730-46760c99dc03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group (55aee0ab-669e-40d4-8fba-25b9f9cbeadd), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.326298 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6ddc-ff52-4336-a7a1-24ffe70b70a5 req-9923fc76-f524-42b7-9042-52fb1e3a8a0f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:04.328039 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-35dd6ddc-ff52-4336-a7a1-24ffe70b70a5 req-9923fc76-f524-42b7-9042-52fb1e3a8a0f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.0520074 Oct 31 12:38:04.338627 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60746) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:04.343369 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Request body: {'floatingip': {'port_id': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:04.388889 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (d93c3cde-3584-4367-a406-06682c9dde75), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.390814 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9a193329-a175-4b2b-9730-46760c99dc03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (55aee0ab-669e-40d4-8fba-25b9f9cbeadd), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.393305 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9a193329-a175-4b2b-9730-46760c99dc03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.394642 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-9a193329-a175-4b2b-9730-46760c99dc03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/55aee0ab-669e-40d4-8fba-25b9f9cbeadd HTTP/1.1" status: 204 len: 168 time: 0.1914961 Oct 31 12:38:04.397410 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60748) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:04.411999 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-72985159-ce4a-4321-8028-adbdb2cbb74e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] show failed (client error): The resource could not be found. Oct 31 12:38:04.412988 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-72985159-ce4a-4321-8028-adbdb2cbb74e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups/55aee0ab-669e-40d4-8fba-25b9f9cbeadd HTTP/1.1" status: 404 len: 347 time: 0.0145690 Oct 31 12:38:04.416222 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60750) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:04.453220 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193329-a175-4b2b-9730-46760c99dc03 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aee0ab-669e-40d4-8fba-25b9f9cbeadd,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:04.535302 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Deleting port 4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:04.535657 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.614756 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.615085 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.627154 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Calling delete_port for 4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:04.765243 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.792212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event deleted for resources: {'Port': ['ID=4dbd84b6-dc54-4e25-b7a9-9bfbbb19d9e5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:04.809254 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:04.825960 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks [] for floatingip (744bd1bb-8a33-4a75-bf51-12d7da28e5f1), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.828593 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.829752 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c09c95f2-9efe-4f56-8776-cf7ef0bf5657 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/744bd1bb-8a33-4a75-bf51-12d7da28e5f1 HTTP/1.1" status: 204 len: 168 time: 0.4126408 Oct 31 12:38:04.839399 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.843197 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (d93c3cde-3584-4367-a406-06682c9dde75), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:04.949548 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Floating IP d93c3cde-3584-4367-a406-06682c9dde75 associated. External IP: 172.27.3.242, port: 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0. Oct 31 12:38:05.275667 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:05.390645 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:38:05.435479 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:05.499857 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:38:05.504682 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:05.509799 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] Sync routers for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:38:05.520647 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:05.521238 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:05.534376 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-2df8359b-a76a-46ac-8fc8-f21dbf7244fb tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/d93c3cde-3584-4367-a406-06682c9dde75 HTTP/1.1" status: 200 len: 991 time: 1.1946831 Oct 31 12:38:05.535018 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:05.537319 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551" -d '{"events": [{"name": "network-changed", "server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:05.574758 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a57e5d-bef8-45e0-8511-ad071bde31a3 x-openstack-request-id: req-68a57e5d-bef8-45e0-8511-ad071bde31a3 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:05.575044 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:05.575336 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68a57e5d-bef8-45e0-8511-ad071bde31a3 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:05.575741 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a57e5d-bef8-45e0-8511-ad071bde31a3'] response: {'name': 'network-changed', 'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'status': 'completed', 'code': 200} Oct 31 12:38:05.623471 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:05.827575 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'd93c3cde-3584-4367-a406-06682c9dde75', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'port_id': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'mac_address': 'fa:16:3e:fd:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:37:49Z', 'updated_at': '2022-10-31T12:38:04Z', 'revision_number': 1, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:05.856299 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] Checking router: 20d075e0-3164-4ac1-b7f8-7306bee4bff3 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:38:05.864546 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:05.865134 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:37:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:06.046621 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-15d6f1d6-4449-43f2-9cc1-500eb1072f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:06.049579 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-15d6f1d6-4449-43f2-9cc1-500eb1072f77 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 1129 time: 0.0833993 Oct 31 12:38:06.078871 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:06.287895 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'd93c3cde-3584-4367-a406-06682c9dde75', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'port_id': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'mac_address': 'fa:16:3e:fd:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:37:49Z', 'updated_at': '2022-10-31T12:38:04Z', 'revision_number': 1, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:06.312801 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f644b5-c5c9-4a91-aa0c-12422340c8c4 None None] The sync data for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi is: [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'd93c3cde-3584-4367-a406-06682c9dde75', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'port_id': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'mac_address': 'fa:16:3e:fd:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:37:49Z', 'updated_at': '2022-10-31T12:38:04Z', 'revision_number': 1, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:38:06.495706 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-2a44f279-1f82-4385-bbc2-761dadac820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:06.497182 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-2a44f279-1f82-4385-bbc2-761dadac820d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 200 len: 911 time: 0.1120577 Oct 31 12:38:06.580113 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-94a69626-dcbd-40f0-8dbc-93543a70a58b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 HTTP/1.1" status: 200 len: 999 time: 0.0756953 Oct 31 12:38:06.582865 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15dfd1-0f58-4588-b740-9eb244afbc7b None None] New status for floating IP d93c3cde-3584-4367-a406-06682c9dde75: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:38:06.640171 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-aa39c43e-a214-47fb-8565-6564259d7520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:06.641537 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-aa39c43e-a214-47fb-8565-6564259d7520 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 200 len: 849 time: 0.0492797 Oct 31 12:38:06.694692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-a2ca549d-9a91-4b55-afc5-d47fca296c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:06.696781 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-a2ca549d-9a91-4b55-afc5-d47fca296c17 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=213ef750-b5e2-42dd-8125-73c9f2985c9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478168 Oct 31 12:38:06.801724 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-2e62ffb5-68f2-433b-a6bc-65c76c5d2cff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983691 Oct 31 12:38:06.907276 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97dcf2c0-56cf-4dd8-9ea6-97bfedff2551 req-8346cde5-b7f5-4d74-a92c-9b9a114a7891 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954707 Oct 31 12:38:07.361055 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa1a93-dbc7-4893-985c-c10434a2f44f req-f038925e-50a2-4b26-9d75-8373fd3d221f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:07.362577 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c2fa1a93-dbc7-4893-985c-c10434a2f44f req-f038925e-50a2-4b26-9d75-8373fd3d221f tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0488956 Oct 31 12:38:07.413058 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c2fa1a93-dbc7-4893-985c-c10434a2f44f req-1ad569eb-3c93-4b40-82f7-53dec33a8948 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Oct 31 12:38:08.534853 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c15329-30e7-43a3-912c-41c48cfba4f6 req-7775356e-fd16-416f-971a-a175edf90c63 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:08.536367 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91c15329-30e7-43a3-912c-41c48cfba4f6 req-7775356e-fd16-416f-971a-a175edf90c63 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0475740 Oct 31 12:38:08.583234 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91c15329-30e7-43a3-912c-41c48cfba4f6 req-fdbe8fbe-3d52-450e-a966-c0a42641ae05 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Oct 31 12:38:09.703851 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf3b84-f7a1-4ee6-97b9-f82261ea7bca req-1a919e96-e6f6-40fb-a587-9ce945283760 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:09.705238 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-75cf3b84-f7a1-4ee6-97b9-f82261ea7bca req-1a919e96-e6f6-40fb-a587-9ce945283760 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0473893 Oct 31 12:38:09.752330 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-75cf3b84-f7a1-4ee6-97b9-f82261ea7bca req-03257c25-8ea0-4d5a-b81f-796b83f3993c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Oct 31 12:38:09.944362 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:09.983072 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-2f0ece81-4a2f-4bb8-9f74-ac0417b5969c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:09.984821 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-2f0ece81-4a2f-4bb8-9f74-ac0417b5969c tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 946 time: 0.0497382 Oct 31 12:38:10.124342 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Deleting port 8ae8e564-b3aa-4e58-8d16-d182b80edabc {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:10.124683 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:10.216532 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] For port 8ae8e564-b3aa-4e58-8d16-d182b80edabc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8ae8e564-b3aa-4e58-8d16-d182b80edabc,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:10.216894 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:10.230379 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Calling delete_port for 8ae8e564-b3aa-4e58-8d16-d182b80edabc owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:10.363117 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (8ae8e564-b3aa-4e58-8d16-d182b80edabc), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:10.372274 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:10.379616 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['a33f2616-bbbf-49fa-87ab-2b1769bc0111', '8ae8e564-b3aa-4e58-8d16-d182b80edabc'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:38:10.396693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event deleted for resources: {'Port': ['ID=8ae8e564-b3aa-4e58-8d16-d182b80edabc,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:10.445499 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] No DVR routers for this DVR port 8ae8e564-b3aa-4e58-8d16-d182b80edabc on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:38:10.448054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:10.451471 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-93fb3a27-8a9b-4ef5-9efa-3e1a91aa8e13 req-e18c5fc5-7e6a-42ce-b321-9e9a00b8c973 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "DELETE /networking/v2.0/ports/8ae8e564-b3aa-4e58-8d16-d182b80edabc HTTP/1.1" status: 204 len: 173 time: 0.4137611 Oct 31 12:38:10.451964 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'name': 'network-vif-deleted', 'tag': '8ae8e564-b3aa-4e58-8d16-d182b80edabc'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:10.454245 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12527d0a-d311-438d-913e-71e60fd54153" -d '{"events": [{"server_uuid": "d0befdd2-2ecd-4006-bfdd-86d5253a7687", "name": "network-vif-deleted", "tag": "8ae8e564-b3aa-4e58-8d16-d182b80edabc"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:10.471218 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:10.499794 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11cbe3f-2cd8-442e-92de-69bd35564176 x-openstack-request-id: req-c11cbe3f-2cd8-442e-92de-69bd35564176 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:10.500083 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0befdd2-2ecd-4006-bfdd-86d5253a7687", "name": "network-vif-deleted", "tag": "8ae8e564-b3aa-4e58-8d16-d182b80edabc", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:10.500331 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c11cbe3f-2cd8-442e-92de-69bd35564176 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:10.500726 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11cbe3f-2cd8-442e-92de-69bd35564176'] response: {'server_uuid': 'd0befdd2-2ecd-4006-bfdd-86d5253a7687', 'name': 'network-vif-deleted', 'tag': '8ae8e564-b3aa-4e58-8d16-d182b80edabc', 'status': 'completed', 'code': 200} Oct 31 12:38:10.872827 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-647cd9de-de1b-4a01-8fff-41a173af7728 req-97250ab6-6def-41f9-bcc7-d4d9e727a0b1 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d0befdd2-2ecd-4006-bfdd-86d5253a7687 HTTP/1.1" status: 200 len: 210 time: 0.0303771 Oct 31 12:38:11.356090 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746b84-88f8-468d-9f77-7f2ddd008061 req-c1e2b937-ad31-4e73-8fb6-cd84256ea6bb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:11.357475 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b5746b84-88f8-468d-9f77-7f2ddd008061 req-c1e2b937-ad31-4e73-8fb6-cd84256ea6bb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0510221 Oct 31 12:38:11.404431 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b5746b84-88f8-468d-9f77-7f2ddd008061 req-693a03e8-0317-4a67-b7cf-3242209d9794 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Oct 31 12:38:12.154086 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ed46-c0d6-4a95-935c-e0210ef5fea9 req-84d4aee0-8246-4798-b982-ee88040d1330 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:12.155588 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b911ed46-c0d6-4a95-935c-e0210ef5fea9 req-84d4aee0-8246-4798-b982-ee88040d1330 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0491879 Oct 31 12:38:12.207641 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b911ed46-c0d6-4a95-935c-e0210ef5fea9 req-b61b42f3-17c8-4f61-864d-28af4fc643bb tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464492 Oct 31 12:38:12.528074 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e50ca8-921c-46f8-b668-f26a93d9d36b req-ec057707-829d-4613-8af2-0f1b24d3a786 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:12.529537 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-46e50ca8-921c-46f8-b668-f26a93d9d36b req-ec057707-829d-4613-8af2-0f1b24d3a786 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0470939 Oct 31 12:38:12.575223 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-46e50ca8-921c-46f8-b668-f26a93d9d36b req-33f19eb6-e0d7-4904-b562-27d271dafe07 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Oct 31 12:38:13.328933 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28616b-c51e-417c-9a6c-836789374a02 req-cbd1a296-7fea-4251-a916-73675036c020 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:13.330443 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cc28616b-c51e-417c-9a6c-836789374a02 req-cbd1a296-7fea-4251-a916-73675036c020 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0497196 Oct 31 12:38:13.378424 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cc28616b-c51e-417c-9a6c-836789374a02 req-073b77f9-53dd-4640-bbf2-9c83ccaab2fa tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424564 Oct 31 12:38:13.694103 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb946305-66e6-4bbc-9525-e8a3681756eb req-6c20b6f3-e7e9-4253-817b-bb2f842f6e93 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:13.695570 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cb946305-66e6-4bbc-9525-e8a3681756eb req-6c20b6f3-e7e9-4253-817b-bb2f842f6e93 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0460937 Oct 31 12:38:13.746610 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cb946305-66e6-4bbc-9525-e8a3681756eb req-3e94129e-fd04-4d15-b69a-b707a2dfb495 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 Oct 31 12:38:13.942973 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 8ae8e564-b3aa-4e58-8d16-d182b80edabc no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:13.967001 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 8ae8e564-b3aa-4e58-8d16-d182b80edabc {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:13.967360 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 8ae8e564-b3aa-4e58-8d16-d182b80edabc not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:13.973107 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-0060386e-3383-4145-bd6d-4aad336771d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:14.496716 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccba20-a13f-44ac-819d-dbaa01ca8507 req-f7bc0e31-6f94-49b7-a102-f8bb2843c594 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:14.498166 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7bccba20-a13f-44ac-819d-dbaa01ca8507 req-f7bc0e31-6f94-49b7-a102-f8bb2843c594 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0460351 Oct 31 12:38:14.544489 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7bccba20-a13f-44ac-819d-dbaa01ca8507 req-dff7afd8-34e6-4176-aa8d-d687ce8d4a42 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Oct 31 12:38:14.866484 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797bd77-b432-43e3-a1e8-33dabe1a9335 req-c7c63b29-c340-4383-8ce1-a0fc93c8c31e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:14.867994 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6797bd77-b432-43e3-a1e8-33dabe1a9335 req-c7c63b29-c340-4383-8ce1-a0fc93c8c31e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0464361 Oct 31 12:38:14.915027 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6797bd77-b432-43e3-a1e8-33dabe1a9335 req-2c968377-01c3-4059-bf62-2b4577d47847 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414016 Oct 31 12:38:15.667188 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2e5b5-0eb8-4bf0-b691-016edbd95a47 req-5a1b1b87-1da2-4d38-81dd-9131f2422539 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:15.668616 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e6b2e5b5-0eb8-4bf0-b691-016edbd95a47 req-5a1b1b87-1da2-4d38-81dd-9131f2422539 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0514698 Oct 31 12:38:15.715253 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e6b2e5b5-0eb8-4bf0-b691-016edbd95a47 req-6ec42734-8e53-424f-b869-99a36cbfee63 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Oct 31 12:38:16.037167 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7291f-292d-4303-828e-488611b5f360 req-ab5037cc-8160-4d50-9718-dd72bf471859 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:16.038652 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9ab7291f-292d-4303-828e-488611b5f360 req-ab5037cc-8160-4d50-9718-dd72bf471859 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0500867 Oct 31 12:38:16.071552 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:16.086750 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9ab7291f-292d-4303-828e-488611b5f360 req-38857fac-ea5e-45f3-8f95-fac924772010 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418303 Oct 31 12:38:16.112487 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8774b9bc-62e0-4da7-8eca-cbb890e1b377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:16.211909 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-cd4b5916-ead4-4396-9833-7edbe8bdc699 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:16.214081 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-cd4b5916-ead4-4396-9833-7edbe8bdc699 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0461690 Oct 31 12:38:16.289803 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=83 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:16.290470 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=85 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:16.350550 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-7c7bb6b1-178c-420d-b30e-5cd0f3eae3fd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:16.352008 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-7c7bb6b1-178c-420d-b30e-5cd0f3eae3fd tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.0778344 Oct 31 12:38:16.415523 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:16.423761 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port 81273f70-32ad-4271-bbb8-913808f06f34 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:16.424096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (81273f70-32ad-4271-bbb8-913808f06f34), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:16.518625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Deleting port a33f2616-bbbf-49fa-87ab-2b1769bc0111 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:16.518964 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:16.607098 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] For port 81273f70-32ad-4271-bbb8-913808f06f34, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=81273f70-32ad-4271-bbb8-913808f06f34,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:16.607398 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (81273f70-32ad-4271-bbb8-913808f06f34), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:16.676103 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] For port a33f2616-bbbf-49fa-87ab-2b1769bc0111, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a33f2616-bbbf-49fa-87ab-2b1769bc0111,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:16.676781 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:16.697669 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Calling delete_port for a33f2616-bbbf-49fa-87ab-2b1769bc0111 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:16.744766 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:17.106322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace9fd-afd4-4efc-9c62-c8dee0c0b7c2 req-d1d9b4ff-4a68-4aca-b073-9303e0ab94f5 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:17.107813 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-31ace9fd-afd4-4efc-9c62-c8dee0c0b7c2 req-d1d9b4ff-4a68-4aca-b073-9303e0ab94f5 tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d33a2d6b-f17c-4ce3-ad33-9086d790495d HTTP/1.1" status: 200 len: 945 time: 0.1084766 Oct 31 12:38:17.141501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:17.141862 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:17.142175 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP 2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9 disassociated. External IP: 172.27.3.194, port: 81273f70-32ad-4271-bbb8-913808f06f34. Oct 31 12:38:17.142514 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for 81273f70-32ad-4271-bbb8-913808f06f34 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:17.211423 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799bb7e-6d35-4e4f-975b-d1b9b87a9527 req-d82a0699-f036-44d4-bcc2-664d5ac82c1b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:17.213519 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8799bb7e-6d35-4e4f-975b-d1b9b87a9527 req-d82a0699-f036-44d4-bcc2-664d5ac82c1b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Oct 31 12:38:17.248179 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-31ace9fd-afd4-4efc-9c62-c8dee0c0b7c2 req-523f1b62-e631-4e0f-814e-932b7aec247a tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f42103e9-b5c5-4334-be5c-655a61c64d86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274626 Oct 31 12:38:17.262895 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8799bb7e-6d35-4e4f-975b-d1b9b87a9527 req-75c9d788-6a27-4b7b-98f3-1bd3f29928bd tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=544ec984-c4de-4a7a-adf5-8d83e095a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Oct 31 12:38:17.272937 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (a33f2616-bbbf-49fa-87ab-2b1769bc0111), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:17.287402 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['a33f2616-bbbf-49fa-87ab-2b1769bc0111'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:38:17.309234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Pushing event deleted for resources: {'Port': ['ID=a33f2616-bbbf-49fa-87ab-2b1769bc0111,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:17.369807 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] No DVR routers for this DVR port a33f2616-bbbf-49fa-87ab-2b1769bc0111 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:38:17.372150 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:17.375636 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a83db14e-4ec1-46c8-a11f-a8a71f2b37a9 req-ce4acf1c-9de3-480e-8dd5-2d7f33ec229e tempest-ServerRescueNegativeTestJSON-1357722577 tempest-ServerRescueNegativeTestJSON-1357722577-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a33f2616-bbbf-49fa-87ab-2b1769bc0111 HTTP/1.1" status: 204 len: 173 time: 1.0062771 Oct 31 12:38:17.385333 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:17.396611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'name': 'network-vif-deleted', 'tag': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:17.399036 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8bcb7c-7013-4434-9273-637ee2ea9402" -d '{"events": [{"server_uuid": "d33a2d6b-f17c-4ce3-ad33-9086d790495d", "name": "network-vif-deleted", "tag": "a33f2616-bbbf-49fa-87ab-2b1769bc0111"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:17.434108 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (81273f70-32ad-4271-bbb8-913808f06f34), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:17.448494 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98dc83d-9fa8-4038-bad0-7b95f6b3185f x-openstack-request-id: req-a98dc83d-9fa8-4038-bad0-7b95f6b3185f {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:17.448781 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33a2d6b-f17c-4ce3-ad33-9086d790495d", "name": "network-vif-deleted", "tag": "a33f2616-bbbf-49fa-87ab-2b1769bc0111", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:17.449031 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a98dc83d-9fa8-4038-bad0-7b95f6b3185f {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:17.449417 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98dc83d-9fa8-4038-bad0-7b95f6b3185f'] response: {'server_uuid': 'd33a2d6b-f17c-4ce3-ad33-9086d790495d', 'name': 'network-vif-deleted', 'tag': 'a33f2616-bbbf-49fa-87ab-2b1769bc0111', 'status': 'completed', 'code': 200} Oct 31 12:38:17.476113 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=81273f70-32ad-4271-bbb8-913808f06f34,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:17.513136 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:17.585020 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:38:17.690195 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:38:17.706446 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:38:17.726266 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:17.726920 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:17.737641 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] No DVR routers for this DVR port 81273f70-32ad-4271-bbb8-913808f06f34 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:38:17.739925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:17.743336 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49773641-b6cb-4a6d-8edb-376d33203fc0 req-9f669e57-9953-4603-9f7a-98242eabd866 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "DELETE /networking/v2.0/ports/81273f70-32ad-4271-bbb8-913808f06f34 HTTP/1.1" status: 204 len: 173 time: 1.4766731 Oct 31 12:38:17.847885 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:18.052060 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:18.079760 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:38:18.088884 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:18.089563 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:18.199614 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:18.320620 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60852) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:18.395564 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6874dce0-a4d7-439a-885d-f9fa44cacd32 req-383e3409-8acd-40d8-b2de-470b70219824 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46cae3a9-45e8-401c-b201-2ed4402e9e97 HTTP/1.1" status: 200 len: 210 time: 0.0300391 Oct 31 12:38:18.412822 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:18.449671 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb15d0-a8f1-4f7b-9a5f-88a9291ca1a4 None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:38:18.532848 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:18.693317 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afbdc7-9d27-44fa-b160-eb72c8bf976e None None] New status for floating IP 2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:38:18.782267 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.013094 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Deleting port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:19.013350 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.066408 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.097946 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] For port 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:19.098309 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.111708 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Calling delete_port for 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:19.274152 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:19.287745 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.314071 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:19.322051 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.371896 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:19.451832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'name': 'network-vif-deleted', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:19.454034 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee0ce8-c89d-4153-b4d2-8f8fd6f4c69b" -d '{"events": [{"server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "name": "network-vif-deleted", "tag": "81273f70-32ad-4271-bbb8-913808f06f34"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:19.487117 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.516031 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60864) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:19.528395 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37f42c-a09d-42e6-b060-7c8f7a6a8eb9 None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:38:19.547357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b7819-235a-4f48-b629-2e83c54af6e6 x-openstack-request-id: req-d55b7819-235a-4f48-b629-2e83c54af6e6 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:19.547654 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cae3a9-45e8-401c-b201-2ed4402e9e97", "name": "network-vif-deleted", "tag": "81273f70-32ad-4271-bbb8-913808f06f34", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:19.547906 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d55b7819-235a-4f48-b629-2e83c54af6e6 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:19.548299 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55b7819-235a-4f48-b629-2e83c54af6e6'] response: {'server_uuid': '46cae3a9-45e8-401c-b201-2ed4402e9e97', 'name': 'network-vif-deleted', 'tag': '81273f70-32ad-4271-bbb8-913808f06f34', 'status': 'completed', 'code': 200} Oct 31 12:38:19.582859 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:19.591809 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc7b6-08d5-4a86-ab41-30cbcd9a2e3d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (544ec984-c4de-4a7a-adf5-8d83e095a117), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.617978 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc7b6-08d5-4a86-ab41-30cbcd9a2e3d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (544ec984-c4de-4a7a-adf5-8d83e095a117), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.673642 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc7b6-08d5-4a86-ab41-30cbcd9a2e3d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (544ec984-c4de-4a7a-adf5-8d83e095a117), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.676501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fb6bc7b6-08d5-4a86-ab41-30cbcd9a2e3d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.679250 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-fb6bc7b6-08d5-4a86-ab41-30cbcd9a2e3d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/544ec984-c4de-4a7a-adf5-8d83e095a117 HTTP/1.1" status: 204 len: 168 time: 0.1606710 Oct 31 12:38:19.683204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60866) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:19.703873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bc7b6-08d5-4a86-ab41-30cbcd9a2e3d tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ec984-c4de-4a7a-adf5-8d83e095a117,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:19.707520 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-eea40336-75f3-47bb-bcff-9491c5fff710 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] show failed (client error): The resource could not be found. Oct 31 12:38:19.712143 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-eea40336-75f3-47bb-bcff-9491c5fff710 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups/544ec984-c4de-4a7a-adf5-8d83e095a117 HTTP/1.1" status: 404 len: 347 time: 0.0243425 Oct 31 12:38:19.712143 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60868) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:19.738619 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:38:19.745532 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:19.815413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37f42c-a09d-42e6-b060-7c8f7a6a8eb9 None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:38:19.830937 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port ef173283-1963-4230-bd46-c5b15eb8112e {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:19.831310 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (ef173283-1963-4230-bd46-c5b15eb8112e), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.851852 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:38:19.859077 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-93dca52e-39dc-417c-80eb-04efb07384d1 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/33c227a4-53cf-488c-8e48-1bc0d5e58ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5384786 Oct 31 12:38:19.861405 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60870) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:19.862739 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] Sync routers for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:38:19.875593 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:19.876538 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:19.915063 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (ef173283-1963-4230-bd46-c5b15eb8112e), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.916752 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (ef173283-1963-4230-bd46-c5b15eb8112e), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.935044 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for ef173283-1963-4230-bd46-c5b15eb8112e owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:19.975664 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks [] for router (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:19.991607 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 81273f70-32ad-4271-bbb8-913808f06f34 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:19.993346 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:20.019833 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 81273f70-32ad-4271-bbb8-913808f06f34 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:20.032286 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 81273f70-32ad-4271-bbb8-913808f06f34 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:20.032799 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a33f2616-bbbf-49fa-87ab-2b1769bc0111 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:20.059861 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: a33f2616-bbbf-49fa-87ab-2b1769bc0111 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:20.060679 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a33f2616-bbbf-49fa-87ab-2b1769bc0111 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:20.086810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks [] for router_gateway (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.108479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (ef173283-1963-4230-bd46-c5b15eb8112e), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.140007 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Deleting port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:20.140374 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.149902 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=ef173283-1963-4230-bd46-c5b15eb8112e,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:20.174090 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:38:19Z', 'revision_number': 5, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port': {'id': '26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:20.177097 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.177994 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:20.180114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.181544 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c3e516fb-d836-498c-9271-a6110acc0b20 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/2ed1ad9e-546c-4cf2-a4f6-6fbc329f18c9 HTTP/1.1" status: 204 len: 168 time: 0.4689078 Oct 31 12:38:20.203563 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] Checking router: 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:38:20.213911 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] Routers {'33c227a4-53cf-488c-8e48-1bc0d5e58ad4'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:20.214799 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:20.224403 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:20.233133 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] For port 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:20.233500 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.252595 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Calling delete_port for 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f owned by network:router_gateway {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:20.284527 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60874) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:20.289013 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-9c926d2a-4b79-45b3-8322-f8c13c910ef1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976253305', 'description': 'tempest-description--2136642965'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:20.293400 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:20.296984 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:20.315485 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] Set router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 gateway port host: None {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:20.321259 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9c926d2a-4b79-45b3-8322-f8c13c910ef1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.371555 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:38:20Z', 'revision_number': 6, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:20.391957 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:20.399088 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcfbd24-7963-443e-9625-9a8736a618c4 None None] The sync data for ids ['33c227a4-53cf-488c-8e48-1bc0d5e58ad4'] in dv-cinder-796170-6-iscsi is: [{'id': '33c227a4-53cf-488c-8e48-1bc0d5e58ad4', 'name': 'tempest-ServerRescueNegativeTestJSON-1629499118-router', 'tenant_id': '7573cb9c503243ab90b1649591d550e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:38:20Z', 'revision_number': 6, 'project_id': '7573cb9c503243ab90b1649591d550e6', 'gw_port_host': None}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:38:20.431066 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9c926d2a-4b79-45b3-8322-f8c13c910ef1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (da941055-3ae4-43c1-9491-04c4c0719279), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.438313 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9c926d2a-4b79-45b3-8322-f8c13c910ef1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (da941055-3ae4-43c1-9491-04c4c0719279), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.472110 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.475103 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9c926d2a-4b79-45b3-8322-f8c13c910ef1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.476677 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9c926d2a-4b79-45b3-8322-f8c13c910ef1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1911299 Oct 31 12:38:20.479545 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c926d2a-4b79-45b3-8322-f8c13c910ef1 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da941055-3ae4-43c1-9491-04c4c0719279,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:20.481553 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60876) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:20.486815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-b0fa7d60-877a-4b73-bf1f-f78ffdec69da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': 'da941055-3ae4-43c1-9491-04c4c0719279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:20.517498 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:20.523065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7d60-877a-4b73-bf1f-f78ffdec69da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (38c126f8-d420-4ad3-aeff-6bc2d1eddc98), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.576479 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.589162 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7d60-877a-4b73-bf1f-f78ffdec69da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (38c126f8-d420-4ad3-aeff-6bc2d1eddc98), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.593518 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7d60-877a-4b73-bf1f-f78ffdec69da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (38c126f8-d420-4ad3-aeff-6bc2d1eddc98), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.612932 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa7d60-877a-4b73-bf1f-f78ffdec69da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c126f8-d420-4ad3-aeff-6bc2d1eddc98,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:20.625470 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b0fa7d60-877a-4b73-bf1f-f78ffdec69da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.629441 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b0fa7d60-877a-4b73-bf1f-f78ffdec69da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441481 Oct 31 12:38:20.629612 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60878) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:20.634056 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-2362a730-1484-4b30-9b4e-e1600dfcab3b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'security_group_rule': {'security_group_id': 'da941055-3ae4-43c1-9491-04c4c0719279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:20.663325 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2362a730-1484-4b30-9b4e-e1600dfcab3b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (f06f0014-e41a-49fe-8451-9eadef550f40), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.672160 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.674486 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks [] for router_controller (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.717705 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (33c227a4-53cf-488c-8e48-1bc0d5e58ad4), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.718376 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c227a4-53cf-488c-8e48-1bc0d5e58ad4 {{(pid=104558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:38:20.722759 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.726951 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6a9bc314-b857-48bd-86d2-d501517c7e05 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/33c227a4-53cf-488c-8e48-1bc0d5e58ad4 HTTP/1.1" status: 204 len: 168 time: 0.8643060 Oct 31 12:38:20.727686 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60880) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:20.728940 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2362a730-1484-4b30-9b4e-e1600dfcab3b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (f06f0014-e41a-49fe-8451-9eadef550f40), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.733046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2362a730-1484-4b30-9b4e-e1600dfcab3b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (f06f0014-e41a-49fe-8451-9eadef550f40), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.749579 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-56087469-0218-4a6e-91eb-7df670ab5ced None None] Provisioning complete for port b4cbfe14-19fa-46c3-91f6-4ccb730372ec triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:38:20.750589 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-56087469-0218-4a6e-91eb-7df670ab5ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.751083 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-56087469-0218-4a6e-91eb-7df670ab5ced None None] Attempt 1 to provision port b4cbfe14-19fa-46c3-91f6-4ccb730372ec Oct 31 12:38:20.758304 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362a730-1484-4b30-9b4e-e1600dfcab3b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06f0014-e41a-49fe-8451-9eadef550f40,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:20.776427 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2362a730-1484-4b30-9b4e-e1600dfcab3b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.779207 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2362a730-1484-4b30-9b4e-e1600dfcab3b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471765 Oct 31 12:38:20.779377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] Deleting subnet 518ba383-4e9d-4584-9703-20cae6c2edf5 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:38:20.781749 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60882) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:20.783728 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] Publish callbacks [] for subnet (518ba383-4e9d-4584-9703-20cae6c2edf5), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.788094 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:20.842813 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (518ba383-4e9d-4584-9703-20cae6c2edf5), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.845443 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.848698 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-56087469-0218-4a6e-91eb-7df670ab5ced None None] Current status of the port b4cbfe14-19fa-46c3-91f6-4ccb730372ec is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:38:20.984731 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:20.995801 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (518ba383-4e9d-4584-9703-20cae6c2edf5), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.353333 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (518ba383-4e9d-4584-9703-20cae6c2edf5), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.358157 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:21.400966 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.404487 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/518ba383-4e9d-4584-9703-20cae6c2edf5 HTTP/1.1" status: 204 len: 168 time: 0.6754754 Oct 31 12:38:21.405354 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c61c37-0fa1-4a20-8800-12f22dd1b212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518ba383-4e9d-4584-9703-20cae6c2edf5,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:21.407091 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60886) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:21.408216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9369e32-f656-4976-a45a-654af07aabf7 None None] Network 9c998076-e873-4913-aa9f-032e3218ef2a requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:38:21.416138 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.27.3.91 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/8fe11c66-5e00-4790-9f19-47e709b9e6aa) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:38:21.521303 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:21.531606 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (9c998076-e873-4913-aa9f-032e3218ef2a), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.544239 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:21.551990 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:21.575617 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.581405 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:21.582017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 26041d30-a5fd-41b8-aeeb-76ec4e0ccd3f not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:21.582738 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:21.594512 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Deleting port b4cbfe14-19fa-46c3-91f6-4ccb730372ec {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:21.594854 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.609996 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:21.610649 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 578e71bf-9fc8-4158-9fb7-ac2b1c3ed0d6 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:21.613362 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] DHCP port deletion for 9c998076-e873-4913-aa9f-032e3218ef2a request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:38:21.630374 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.656030 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Deleting port b4cbfe14-19fa-46c3-91f6-4ccb730372ec {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:21.656405 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.658861 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:21.674725 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:38:21.674960 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] For port b4cbfe14-19fa-46c3-91f6-4ccb730372ec, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:21.675437 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.678084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:38:21.682477 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:38:21.685547 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=8fe11c66-5e00-4790-9f19-47e709b9e6aa,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:21.689200 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Calling delete_port for b4cbfe14-19fa-46c3-91f6-4ccb730372ec owned by network:dhcp {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:21.727005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] For port b4cbfe14-19fa-46c3-91f6-4ccb730372ec, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,segment=NetworkSegment(1f912267-6957-432b-aa0c-b530f78c8503),segment_id=1f912267-6957-432b-aa0c-b530f78c8503)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:21.727383 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.741351 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Calling delete_port for b4cbfe14-19fa-46c3-91f6-4ccb730372ec owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:21.753825 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:21.772822 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (7e061f44-f8e7-45d2-9b7c-692caafec7e4), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.781166 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.805562 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:21.811268 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] No DVR routers for this DVR port b4cbfe14-19fa-46c3-91f6-4ccb730372ec on host dv-cinder-796170-6-iscsi {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:38:21.817086 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.828069 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (b4cbfe14-19fa-46c3-91f6-4ccb730372ec), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.841051 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] No DVR routers for this DVR port b4cbfe14-19fa-46c3-91f6-4ccb730372ec on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:38:21.858059 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Pushing event deleted for resources: {'Port': ['ID=b4cbfe14-19fa-46c3-91f6-4ccb730372ec,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:21.866883 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.867253 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.867599 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.867942 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.868273 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.868604 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.877158 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53a511-f657-47e8-b651-1250f8884459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:21.897779 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (9c998076-e873-4913-aa9f-032e3218ef2a), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.921693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.922059 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.922810 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.923143 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.923511 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.923891 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.924216 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.924536 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.924853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.925173 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:21.950537 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.976160 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:21.982029 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.006606 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:22.006959 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:22.007319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:22.007656 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 12:38:22.008037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c998076-e873-4913-aa9f-032e3218ef2a']}} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:22.028788 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f912267-6957-432b-aa0c-b530f78c8503') {'for_net_delete': True} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:22.029083 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f912267-6957-432b-aa0c-b530f78c8503') {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:22.045885 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265242844'] for segment (1f912267-6957-432b-aa0c-b530f78c8503), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.052376 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (7e061f44-f8e7-45d2-9b7c-692caafec7e4), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.055172 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=8fe11c66-5e00-4790-9f19-47e709b9e6aa,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:22.069271 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (1f912267-6957-432b-aa0c-b530f78c8503), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.073083 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.074322 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-273b58ab-3eff-418f-8f3b-53cf3cc25a97 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2916489 Oct 31 12:38:22.084290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:38:22.085272 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264361095'] for segment (1f912267-6957-432b-aa0c-b530f78c8503), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.162476 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (9c998076-e873-4913-aa9f-032e3218ef2a), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.171474 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.174913 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/9c998076-e873-4913-aa9f-032e3218ef2a HTTP/1.1" status: 204 len: 168 time: 0.7666030 Oct 31 12:38:22.186001 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20fa85-5620-41ea-a099-8233fe065358 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c998076-e873-4913-aa9f-032e3218ef2a,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:22.248228 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-82d29c51-50ab-4ab9-9b30-5e1dfc2c0a6e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1976253305&fields=id&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 267 time: 0.0585678 Oct 31 12:38:22.250345 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 1f912267-6957-432b-aa0c-b530f78c8503 resource provider aggregate not found Oct 31 12:38:22.278738 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 1f912267-6957-432b-aa0c-b530f78c8503 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f912267-6957-432b-aa0c-b530f78c8503 found for delete ", "request_id": "req-97a1d0a2-b243-4c06-8c9a-6bf391e2ac01"}]} Oct 31 12:38:22.310990 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60912) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:22.351121 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ccdfdd03-a5c0-46b1-9543-bddb3dd74872 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7573cb9c503243ab90b1649591d550e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387609 Oct 31 12:38:22.354839 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60914) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:22.364938 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-ae306cb4-def1-4956-ac5e-9cbb3acba0aa tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:22.367609 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-ae306cb4-def1-4956-ac5e-9cbb3acba0aa tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.1131032 Oct 31 12:38:22.382429 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-7a8e9a1c-bc7a-4670-9333-b41228e6b1fb tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/quotas/bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 375 time: 0.0099094 Oct 31 12:38:22.409001 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e24e4496-c74c-43c4-a286-86137e854c3a admin admin] Publish callbacks [] for security_group (f42103e9-b5c5-4334-be5c-655a61c64d86), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.430421 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e24e4496-c74c-43c4-a286-86137e854c3a admin admin] Publish callbacks [] for security_group (f42103e9-b5c5-4334-be5c-655a61c64d86), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.437470 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-b1730b9c-43cf-4bab-a500-68bc6633930e tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497210 Oct 31 12:38:22.448296 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:22.484514 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e24e4496-c74c-43c4-a286-86137e854c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f42103e9-b5c5-4334-be5c-655a61c64d86), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.487267 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e24e4496-c74c-43c4-a286-86137e854c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:22.488427 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e24e4496-c74c-43c4-a286-86137e854c3a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f42103e9-b5c5-4334-be5c-655a61c64d86 HTTP/1.1" status: 204 len: 168 time: 0.1325920 Oct 31 12:38:22.497209 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4496-c74c-43c4-a286-86137e854c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42103e9-b5c5-4334-be5c-655a61c64d86,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:22.640729 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-178e5c53-a6a8-48ce-9667-a466edd83e6c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914375 Oct 31 12:38:22.735153 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-fd17f177-d445-4208-b383-019d789eff85 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875823 Oct 31 12:38:22.916868 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ba1b9061-6633-45a4-a742-31d33dc40227 req-132a1e7d-84fb-4565-b15b-ade804d790bd tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 210 time: 0.0308053 Oct 31 12:38:23.206929 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60948) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:23.316387 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-483142969-network', 'tenant_id': '4005cd2986394a5980c4d90f1b82c59e'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:23.340816 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Made reservation on behalf of 4005cd2986394a5980c4d90f1b82c59e for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:38:23.343763 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.356892 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.367530 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:23.441075 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks [] for security_group (b751fc86-a360-4530-bbf6-433fc80ee24b), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.446215 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b751fc86-a360-4530-bbf6-433fc80ee24b), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.472120 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:38:23.482930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b751fc86-a360-4530-bbf6-433fc80ee24b,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:23.487813 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (97328e39-fbce-4846-b2f4-99b7d5948d9c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.488157 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Added segment 97328e39-fbce-4846-b2f4-99b7d5948d9c of type vlan for network 1a34f8c0-7a08-473b-8269-626f77781632 Oct 31 12:38:23.519696 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device b4cbfe14-19fa-46c3-91f6-4ccb730372ec no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:23.520949 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:23.531353 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (1a34f8c0-7a08-473b-8269-626f77781632), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.541865 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: b4cbfe14-19fa-46c3-91f6-4ccb730372ec {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:23.542211 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device b4cbfe14-19fa-46c3-91f6-4ccb730372ec not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:23.558823 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (1a34f8c0-7a08-473b-8269-626f77781632), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.559837 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:23.560416 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.594411 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3863709 Oct 31 12:38:23.597571 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60954) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:23.602481 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Request body: {'subnet': {'network_id': '1a34f8c0-7a08-473b-8269-626f77781632', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-483142969-subnet', 'tenant_id': '4005cd2986394a5980c4d90f1b82c59e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:23.623555 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Made reservation on behalf of 4005cd2986394a5980c4d90f1b82c59e for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:38:23.626370 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264560628'] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.628594 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413533f1-9d98-48e0-9574-7cc91d4937cd admin admin] Pushing event updated for resources: {'Network': ['ID=1a34f8c0-7a08-473b-8269-626f77781632,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:23.640986 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 1a34f8c0-7a08-473b-8269-626f77781632 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:38:23.647613 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:23.808224 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264638686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264560538'] for subnet (d8ce16fc-766f-4564-a3b1-6b2120723a8d), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.859683 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ce16fc-766f-4564-a3b1-6b2120723a8d,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:23.876763 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Checking segment: {'id': '97328e39-fbce-4846-b2f4-99b7d5948d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1a34f8c0-7a08-473b-8269-626f77781632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:38:23.877112 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Network hostable DHCP agents. Network: 1a34f8c0-7a08-473b-8269-626f77781632, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:38:23.893594 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Network 1a34f8c0-7a08-473b-8269-626f77781632 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:38:23.902577 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 1a34f8c0-7a08-473b-8269-626f77781632) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:38:23.907092 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:23.907706 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:23.911422 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2598d4cd-69db-44c4-b42a-985500a74668 None None] Network 1a34f8c0-7a08-473b-8269-626f77781632 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:38:23.924070 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-056d13a5-f409-4058-90c1-00b7d9688d66 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3254480 Oct 31 12:38:23.937221 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:24.027661 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fefec4c-080c-470b-b476-f4ae3d09267b None None] Network 1a34f8c0-7a08-473b-8269-626f77781632 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:38:24.033675 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3eb84129-0d3e-487b-81cf-c563e1d1360f req-feb65293-fa34-4ded-b68d-6be02ce9d970 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 210 time: 0.0356004 Oct 31 12:38:24.334352 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-c84f739c-8699-41da-ac10-1c751c871ea0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:24.336071 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-c84f739c-8699-41da-ac10-1c751c871ea0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 815 time: 0.1223199 Oct 31 12:38:24.409826 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-b85dc53a-f717-4f8c-add9-e2eda566b3ba tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bfbc3a46f12942299b99cdd20c989e1f HTTP/1.1" status: 200 len: 380 time: 0.0625083 Oct 31 12:38:24.444149 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60978) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:24.449088 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2071403238-network', 'tenant_id': 'c8a3ee1772f544c99bc2a8678151dbfa'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:24.472775 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Made reservation on behalf of c8a3ee1772f544c99bc2a8678151dbfa for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:38:24.475059 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.484015 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.484166 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'port': {'device_id': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'admin_state_up': True, 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'security_groups': ['da941055-3ae4-43c1-9491-04c4c0719279']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:24.566429 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks [] for security_group (83670d9d-ca80-437f-ba4d-837a5022d1c6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.570339 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (83670d9d-ca80-437f-ba4d-837a5022d1c6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.595377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:38:24.596632 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Made reservation on behalf of bfbc3a46f12942299b99cdd20c989e1f for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:38:24.600460 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.613433 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83670d9d-ca80-437f-ba4d-837a5022d1c6,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:24.617406 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (e0add206-fb97-4233-83bf-904bcea8c7c8), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.617760 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Added segment e0add206-fb97-4233-83bf-904bcea8c7c8 of type vlan for network bff3be0c-a93c-4931-af27-51b13b59dbd8 Oct 31 12:38:24.661996 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (bff3be0c-a93c-4931-af27-51b13b59dbd8), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.685954 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (bff3be0c-a93c-4931-af27-51b13b59dbd8), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.687009 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:24.687657 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:24.723356 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2779922 Oct 31 12:38:24.726104 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60980) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:24.731258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Request body: {'subnet': {'network_id': 'bff3be0c-a93c-4931-af27-51b13b59dbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2071403238-subnet', 'tenant_id': 'c8a3ee1772f544c99bc2a8678151dbfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:24.748851 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Allocated IP 172.20.0.9 (6630ddc4-dc53-4e5a-8b9d-7632c3075289/6a835e99-e667-4f29-9c7e-079cc620d1de/49446827-3823-4653-b9b1-9419ae249ec6) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:38:24.755797 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=11,neutron:UPDATE=5,neutron:SELECT=84 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:24.756815 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d86202-0eb7-4ebf-b159-cfa729032ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=bff3be0c-a93c-4931-af27-51b13b59dbd8,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:24.768741 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network bff3be0c-a93c-4931-af27-51b13b59dbd8 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:38:24.774392 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Made reservation on behalf of c8a3ee1772f544c99bc2a8678151dbfa for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:38:24.776983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264349142'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.007034 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for port (49446827-3823-4653-b9b1-9419ae249ec6), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.020074 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:25.082238 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264362532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264349112'] for subnet (1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.115701 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (49446827-3823-4653-b9b1-9419ae249ec6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.150218 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:25.161839 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f903d-4721-49af-a193-94bbee29d865 req-d1e6f7cd-4ca9-4d73-891e-09619be06898 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:25.163373 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f52f903d-4721-49af-a193-94bbee29d865 req-d1e6f7cd-4ca9-4d73-891e-09619be06898 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 931 time: 0.0506608 Oct 31 12:38:25.182337 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:25.190659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:38:25.199605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:38:25.202204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:38:25.206211 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event updated for resources: {'Port': ['ID=49446827-3823-4653-b9b1-9419ae249ec6,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:25.218778 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f52f903d-4721-49af-a193-94bbee29d865 req-4154463f-db12-440d-848e-a997959171b7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Oct 31 12:38:25.248735 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Checking segment: {'id': 'e0add206-fb97-4233-83bf-904bcea8c7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bff3be0c-a93c-4931-af27-51b13b59dbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:38:25.249096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Network hostable DHCP agents. Network: bff3be0c-a93c-4931-af27-51b13b59dbd8, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:38:25.265291 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:25.265815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.289231 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-e45ffb8f-16a5-4f45-88ad-6c64109ea6d7 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8090074 Oct 31 12:38:25.290228 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Network bff3be0c-a93c-4931-af27-51b13b59dbd8 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:38:25.303958 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, bff3be0c-a93c-4931-af27-51b13b59dbd8) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:38:25.309135 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:25.309733 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.315422 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523bee8a-f061-452b-85b4-6e6c81bcc2a6 None None] Network bff3be0c-a93c-4931-af27-51b13b59dbd8 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:38:25.333594 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a4370fe2-0621-42c5-827b-cd9fb7452fde admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6063337 Oct 31 12:38:25.449189 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e9d40-fc4a-44dc-bd1b-3c3646837817 None None] Network bff3be0c-a93c-4931-af27-51b13b59dbd8 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:38:25.483627 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 60988) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:25.517796 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Request body: {'port': {'device_id': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:25.530363 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-b1087b7b-30c0-4f09-8939-78fb2969ec63 None None] Provisioning complete for port 49446827-3823-4653-b9b1-9419ae249ec6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:38:25.530734 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b1087b7b-30c0-4f09-8939-78fb2969ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (49446827-3823-4653-b9b1-9419ae249ec6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.531063 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-b1087b7b-30c0-4f09-8939-78fb2969ec63 None None] Attempt 1 to provision port 49446827-3823-4653-b9b1-9419ae249ec6 Oct 31 12:38:25.560768 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] Deleting subnet d8ce16fc-766f-4564-a3b1-6b2120723a8d {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:38:25.564396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] Publish callbacks [] for subnet (d8ce16fc-766f-4564-a3b1-6b2120723a8d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.571507 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-b1087b7b-30c0-4f09-8939-78fb2969ec63 None None] Port 49446827-3823-4653-b9b1-9419ae249ec6 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:38:25.618924 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (49446827-3823-4653-b9b1-9419ae249ec6), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.621994 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:25.632242 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265242837'] for subnet (d8ce16fc-766f-4564-a3b1-6b2120723a8d), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:25.642896 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:38:25.706520 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (d8ce16fc-766f-4564-a3b1-6b2120723a8d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.060815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264361185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264349107'] for subnet (d8ce16fc-766f-4564-a3b1-6b2120723a8d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.116501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ce16fc-766f-4564-a3b1-6b2120723a8d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:26.123964 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.127039 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-93c814ab-620e-4e49-83be-1948f130601a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/d8ce16fc-766f-4564-a3b1-6b2120723a8d HTTP/1.1" status: 204 len: 168 time: 0.6424375 Oct 31 12:38:26.129810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 60990) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:26.146022 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:26.199218 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (1a34f8c0-7a08-473b-8269-626f77781632), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.211634 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49446827-3823-4653-b9b1-9419ae249ec6 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:38:26.220644 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Publish callbacks [] for port (49446827-3823-4653-b9b1-9419ae249ec6), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.233197 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:26.235788 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Transition to ACTIVE for port object 49446827-3823-4653-b9b1-9419ae249ec6 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:38:26.239370 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (49446827-3823-4653-b9b1-9419ae249ec6), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.286922 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (1a34f8c0-7a08-473b-8269-626f77781632), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.308556 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a34f8c0-7a08-473b-8269-626f77781632']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:26.318208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97328e39-fbce-4846-b2f4-99b7d5948d9c') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:26.318497 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97328e39-fbce-4846-b2f4-99b7d5948d9c') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:26.328574 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (97328e39-fbce-4846-b2f4-99b7d5948d9c), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.336727 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Pushing event updated for resources: {'Port': ['ID=49446827-3823-4653-b9b1-9419ae249ec6,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:26.342592 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (97328e39-fbce-4846-b2f4-99b7d5948d9c), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.349379 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:38:26.349759 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (97328e39-fbce-4846-b2f4-99b7d5948d9c), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.373553 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 97328e39-fbce-4846-b2f4-99b7d5948d9c resource provider aggregate not found Oct 31 12:38:26.385633 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca5a90-ba49-49d9-8c12-5faad908979a req-234ac9a5-8e8e-43ce-8e30-c622c1f48f1b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:26.387220 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50ca5a90-ba49-49d9-8c12-5faad908979a req-234ac9a5-8e8e-43ce-8e30-c622c1f48f1b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 943 time: 0.0869417 Oct 31 12:38:26.414357 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 97328e39-fbce-4846-b2f4-99b7d5948d9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97328e39-fbce-4846-b2f4-99b7d5948d9c found for delete ", "request_id": "req-5069d822-1a4c-4810-a6e5-55136fc178e3"}]} Oct 31 12:38:26.421815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Attempting to bind port 49446827-3823-4653-b9b1-9419ae249ec6 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:38:26.422155 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Attempting to bind port 49446827-3823-4653-b9b1-9419ae249ec6 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:38:26.422490 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Attempting to bind port 49446827-3823-4653-b9b1-9419ae249ec6 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:38:26.429677 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (1a34f8c0-7a08-473b-8269-626f77781632), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.440683 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.443479 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/1a34f8c0-7a08-473b-8269-626f77781632 HTTP/1.1" status: 204 len: 168 time: 0.3125889 Oct 31 12:38:26.453434 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32768) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:26.460400 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032aaca-abc4-4d71-8b8f-08c9f5215d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a34f8c0-7a08-473b-8269-626f77781632,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:26.487344 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-50ca5a90-ba49-49d9-8c12-5faad908979a req-1cebad47-f1a3-47f7-a481-4a869878febc tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918140 Oct 31 12:38:26.492826 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Port 49446827-3823-4653-b9b1-9419ae249ec6 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:38:26.493082 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Attempting to bind port 49446827-3823-4653-b9b1-9419ae249ec6 on network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:38:26.501436 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] Deleting subnet 1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:38:26.504927 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] Publish callbacks [] for subnet (1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.540819 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:38:26.541034 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.541145 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Checking segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:38:26.541419 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Bound using segment: {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:38:26.541848 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Bound port: 49446827-3823-4653-b9b1-9419ae249ec6, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155055fe-1296-44a2-8245-0a2420af6cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:38:26.542548 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (49446827-3823-4653-b9b1-9419ae249ec6), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.586194 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.602325 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] For port 49446827-3823-4653-b9b1-9419ae249ec6, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:38:26.606520 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] For port 49446827-3823-4653-b9b1-9419ae249ec6, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=49446827-3823-4653-b9b1-9419ae249ec6,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:38:26.612644 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (49446827-3823-4653-b9b1-9419ae249ec6), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.616767 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:26.617371 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.619286 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/49446827-3823-4653-b9b1-9419ae249ec6 HTTP/1.1" status: 200 len: 1093 time: 1.3200064 Oct 31 12:38:26.619851 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:26.622418 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235ea76-25c8-4935-8c53-867a897bbdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "tag": "49446827-3823-4653-b9b1-9419ae249ec6"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:26.657755 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:26.658437 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.684700 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd0ee8-a814-4a91-954e-07797a89606b service neutron] Pushing event updated for resources: {'Port': ['ID=49446827-3823-4653-b9b1-9419ae249ec6,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:26.690181 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:26.694855 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.699778 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d04ea872-b7f2-41c6-a31b-f963c5758598 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/1579b8ff-c857-4bb7-9d8a-ab9d0bbd24ac HTTP/1.1" status: 204 len: 168 time: 0.2453847 Oct 31 12:38:26.702242 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32774) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:26.723867 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-9654cb52-c11e-4073-a38c-040fe647b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:26.725618 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-9654cb52-c11e-4073-a38c-040fe647b086 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 1127 time: 0.0543215 Oct 31 12:38:26.775278 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-ec885d5b-7982-4df2-9d88-ac72db82088b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49446827-3823-4653-b9b1-9419ae249ec6 HTTP/1.1" status: 200 len: 217 time: 0.0375683 Oct 31 12:38:26.780139 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (bff3be0c-a93c-4931-af27-51b13b59dbd8), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.820693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc3c4c-0404-4350-bcd7-38a269d5a79c x-openstack-request-id: req-4ddc3c4c-0404-4350-bcd7-38a269d5a79c {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:26.820974 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "tag": "49446827-3823-4653-b9b1-9419ae249ec6", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:26.821230 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ddc3c4c-0404-4350-bcd7-38a269d5a79c {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:26.822184 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ddc3c4c-0404-4350-bcd7-38a269d5a79c'] response: {'name': 'network-changed', 'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6', 'status': 'completed', 'code': 200} Oct 31 12:38:26.836707 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-710173dd-503e-492e-8a98-b6af93d1964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:26.839199 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-710173dd-503e-492e-8a98-b6af93d1964e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0513260 Oct 31 12:38:26.864202 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (bff3be0c-a93c-4931-af27-51b13b59dbd8), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.885115 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff3be0c-a93c-4931-af27-51b13b59dbd8']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:26.885433 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-c01c8b39-f6ea-49b3-8ef0-8098f15ef86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:26.886943 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-c01c8b39-f6ea-49b3-8ef0-8098f15ef86a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395396 Oct 31 12:38:26.894922 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0add206-fb97-4233-83bf-904bcea8c7c8') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:26.895251 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0add206-fb97-4233-83bf-904bcea8c7c8') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:26.905730 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (e0add206-fb97-4233-83bf-904bcea8c7c8), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.919409 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (e0add206-fb97-4233-83bf-904bcea8c7c8), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.925714 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:38:26.926107 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (e0add206-fb97-4233-83bf-904bcea8c7c8), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.986498 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-db2968cd-89a7-41d9-bd5e-4b68eef5f155 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913377 Oct 31 12:38:26.987509 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (bff3be0c-a93c-4931-af27-51b13b59dbd8), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.993010 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:26.996673 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bff3be0c-a93c-4931-af27-51b13b59dbd8 HTTP/1.1" status: 204 len: 168 time: 0.2930207 Oct 31 12:38:27.011434 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898876d2-5a7a-42ca-bd74-796e3401d471 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff3be0c-a93c-4931-af27-51b13b59dbd8,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:27.088698 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-137951eb-a2ed-49e2-894d-54fd49b8f386 req-eeda7030-e598-4253-bf71-10c658f36e1e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946183 Oct 31 12:38:27.169975 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32778) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:27.195507 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:27.210130 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f42a6159-c294-4cbc-9361-7f47638b06e3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4005cd2986394a5980c4d90f1b82c59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390682 Oct 31 12:38:27.213146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32780) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:27.259488 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa684fdc-5b52-488c-8dcb-8526dbe9ec6d admin admin] Publish callbacks [] for security_group (b751fc86-a360-4530-bbf6-433fc80ee24b), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.279628 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa684fdc-5b52-488c-8dcb-8526dbe9ec6d admin admin] Publish callbacks [] for security_group (b751fc86-a360-4530-bbf6-433fc80ee24b), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.329487 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa684fdc-5b52-488c-8dcb-8526dbe9ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b751fc86-a360-4530-bbf6-433fc80ee24b), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.332154 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa684fdc-5b52-488c-8dcb-8526dbe9ec6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.333284 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-aa684fdc-5b52-488c-8dcb-8526dbe9ec6d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b751fc86-a360-4530-bbf6-433fc80ee24b HTTP/1.1" status: 204 len: 168 time: 0.1192698 Oct 31 12:38:27.342745 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa684fdc-5b52-488c-8dcb-8526dbe9ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b751fc86-a360-4530-bbf6-433fc80ee24b,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:27.577473 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:27.619202 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9026d-233e-47a3-8082-bac949435abb req-476fa3f9-922e-4e7e-8346-a18fbf6a2c8a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:27.620653 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84d9026d-233e-47a3-8082-bac949435abb req-476fa3f9-922e-4e7e-8346-a18fbf6a2c8a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 943 time: 0.0537126 Oct 31 12:38:27.663878 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32788) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:27.669644 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-84d9026d-233e-47a3-8082-bac949435abb req-8be170fd-4688-400d-b451-70331a2bb713 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Oct 31 12:38:27.671464 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:27.705691 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-2becb46b-e53f-469f-ab38-ba5cbab7058b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c8a3ee1772f544c99bc2a8678151dbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406861 Oct 31 12:38:27.708203 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32790) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:27.755860 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df08b7df-f0fb-4114-8043-2b894cfa99b3 admin admin] Publish callbacks [] for security_group (83670d9d-ca80-437f-ba4d-837a5022d1c6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.776080 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df08b7df-f0fb-4114-8043-2b894cfa99b3 admin admin] Publish callbacks [] for security_group (83670d9d-ca80-437f-ba4d-837a5022d1c6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.824302 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df08b7df-f0fb-4114-8043-2b894cfa99b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (83670d9d-ca80-437f-ba4d-837a5022d1c6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.826890 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-df08b7df-f0fb-4114-8043-2b894cfa99b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:27.828072 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-df08b7df-f0fb-4114-8043-2b894cfa99b3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/83670d9d-ca80-437f-ba4d-837a5022d1c6 HTTP/1.1" status: 204 len: 168 time: 0.1189871 Oct 31 12:38:27.836056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08b7df-f0fb-4114-8043-2b894cfa99b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83670d9d-ca80-437f-ba4d-837a5022d1c6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:28.044598 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 49446827-3823-4653-b9b1-9419ae249ec6 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:38:28.106372 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-e7851095-f123-4567-a056-b34ffcb969d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:28.107900 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-e7851095-f123-4567-a056-b34ffcb969d6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 1127 time: 0.0433550 Oct 31 12:38:28.157521 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 49446827-3823-4653-b9b1-9419ae249ec6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=49446827-3823-4653-b9b1-9419ae249ec6,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:28.164300 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:28.171841 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '49446827-3823-4653-b9b1-9419ae249ec6', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'port_id': '49446827-3823-4653-b9b1-9419ae249ec6', 'mac_address': 'fa:16:3e:b0:7f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:38:28.214444 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 49446827-3823-4653-b9b1-9419ae249ec6 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:38:28.214727 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (49446827-3823-4653-b9b1-9419ae249ec6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:28.216022 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-f340b945-a3a4-4f8a-ad60-2fa80547044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:28.217578 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-f340b945-a3a4-4f8a-ad60-2fa80547044d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 916 time: 0.1028049 Oct 31 12:38:28.229577 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49446827-3823-4653-b9b1-9419ae249ec6 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:38:28.253614 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 49446827-3823-4653-b9b1-9419ae249ec6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=49446827-3823-4653-b9b1-9419ae249ec6,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:28.258986 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (49446827-3823-4653-b9b1-9419ae249ec6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:28.261055 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-5da9bdb7-7f18-45ee-a616-45901e1f50f3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49446827-3823-4653-b9b1-9419ae249ec6 HTTP/1.1" status: 200 len: 217 time: 0.0368571 Oct 31 12:38:28.309983 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=49446827-3823-4653-b9b1-9419ae249ec6,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:28.317862 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-fd17cf36-ea0f-4705-bf44-45a6fc0d6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:28.319411 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-fd17cf36-ea0f-4705-bf44-45a6fc0d6121 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0511718 Oct 31 12:38:28.376972 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-a08b72b5-bc4f-4af5-809b-91d2686070ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:28.378489 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-a08b72b5-bc4f-4af5-809b-91d2686070ea service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464671 Oct 31 12:38:28.440743 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment e0add206-fb97-4233-83bf-904bcea8c7c8 resource provider aggregate not found Oct 31 12:38:28.460247 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment e0add206-fb97-4233-83bf-904bcea8c7c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0add206-fb97-4233-83bf-904bcea8c7c8 found for delete ", "request_id": "req-6e58c5c2-1939-435c-9dda-0d3b4d01f2fb"}]} Oct 31 12:38:28.479240 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-817b868a-0589-4e8d-a707-e43aebe7c06b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928624 Oct 31 12:38:28.535790 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['49446827-3823-4653-b9b1-9419ae249ec6'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:38:28.577632 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c235ea76-25c8-4935-8c53-867a897bbdd7 req-0c182b26-4a7f-447f-880e-7a6ace9213cf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921884 Oct 31 12:38:28.645542 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:28.793699 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95b1ba-017b-4800-9889-74dabe5b4a49 req-d0e5f270-ec15-4b7c-a1c7-f2c99f84b0c4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:28.795495 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4e95b1ba-017b-4800-9889-74dabe5b4a49 req-d0e5f270-ec15-4b7c-a1c7-f2c99f84b0c4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 944 time: 0.0502300 Oct 31 12:38:28.850910 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4e95b1ba-017b-4800-9889-74dabe5b4a49 req-68f8327b-3735-4ede-b576-45374f9fa3fa tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498915 Oct 31 12:38:29.978277 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fa130-01e0-4c98-b7cf-453ed12fd9be req-b08a8b6e-abc9-49ff-859f-da8096a0bf38 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:29.979703 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a22fa130-01e0-4c98-b7cf-453ed12fd9be req-b08a8b6e-abc9-49ff-859f-da8096a0bf38 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 944 time: 0.0484788 Oct 31 12:38:30.028369 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a22fa130-01e0-4c98-b7cf-453ed12fd9be req-47a91a12-97d9-43f3-94e4-0dfdd72c29f0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Oct 31 12:38:30.060398 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 49446827-3823-4653-b9b1-9419ae249ec6 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:38:30.102439 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 49446827-3823-4653-b9b1-9419ae249ec6 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:38:30.109534 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 49446827-3823-4653-b9b1-9419ae249ec6 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:38:30.109989 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (49446827-3823-4653-b9b1-9419ae249ec6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.110329 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 49446827-3823-4653-b9b1-9419ae249ec6 Oct 31 12:38:30.188628 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 49446827-3823-4653-b9b1-9419ae249ec6 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:38:30.189038 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (49446827-3823-4653-b9b1-9419ae249ec6), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.213045 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:30.215400 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e2b756-7e7b-44dc-902f-1c17b55a9da7" -d '{"events": [{"server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "name": "network-vif-plugged", "status": "completed", "tag": "49446827-3823-4653-b9b1-9419ae249ec6"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:30.232422 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 49446827-3823-4653-b9b1-9419ae249ec6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=49446827-3823-4653-b9b1-9419ae249ec6,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:30.236486 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (49446827-3823-4653-b9b1-9419ae249ec6), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.260311 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d402a41-080d-4fc7-8ec5-d22f7e4b9610 x-openstack-request-id: req-0d402a41-080d-4fc7-8ec5-d22f7e4b9610 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:30.260602 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "name": "network-vif-plugged", "status": "completed", "tag": "49446827-3823-4653-b9b1-9419ae249ec6", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:30.260854 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d402a41-080d-4fc7-8ec5-d22f7e4b9610 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:30.261244 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d402a41-080d-4fc7-8ec5-d22f7e4b9610'] response: {'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6', 'code': 200} Oct 31 12:38:30.289871 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=49446827-3823-4653-b9b1-9419ae249ec6,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:30.376784 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=15 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:30.436263 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d4b8d-840c-4dcc-88a1-fa39bf2de073 req-a0afdd90-b53d-4868-bee0-fdc939db182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:30.437838 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-353d4b8d-840c-4dcc-88a1-fa39bf2de073 req-a0afdd90-b53d-4868-bee0-fdc939db182b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 1129 time: 0.0416648 Oct 31 12:38:30.446060 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32884) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:30.476115 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:30.487706 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-353d4b8d-840c-4dcc-88a1-fa39bf2de073 req-72c91b0b-98b8-409b-a557-85713f41ff37 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Oct 31 12:38:30.566268 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-63f05d94-4a06-4060-9ef7-9b7e94943538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.640807 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-63f05d94-4a06-4060-9ef7-9b7e94943538 admin admin] Publish callbacks [] for security_group (c3fed960-a386-4aca-9242-cb9557a46639), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.644685 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-63f05d94-4a06-4060-9ef7-9b7e94943538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c3fed960-a386-4aca-9242-cb9557a46639), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.682767 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-63f05d94-4a06-4060-9ef7-9b7e94943538 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=30e029902ef7448883710930b23ef048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349105 Oct 31 12:38:30.683889 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f05d94-4a06-4060-9ef7-9b7e94943538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fed960-a386-4aca-9242-cb9557a46639,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:30.685733 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 32890) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:30.735915 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c29-b2c8-4528-ba06-e80f33e1fe43 admin admin] Publish callbacks [] for security_group (c3fed960-a386-4aca-9242-cb9557a46639), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.756173 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c29-b2c8-4528-ba06-e80f33e1fe43 admin admin] Publish callbacks [] for security_group (c3fed960-a386-4aca-9242-cb9557a46639), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.805420 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c29-b2c8-4528-ba06-e80f33e1fe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c3fed960-a386-4aca-9242-cb9557a46639), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.808388 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9c29-b2c8-4528-ba06-e80f33e1fe43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:30.809494 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cf6f9c29-b2c8-4528-ba06-e80f33e1fe43 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c3fed960-a386-4aca-9242-cb9557a46639 HTTP/1.1" status: 204 len: 168 time: 0.1228030 Oct 31 12:38:30.816958 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9c29-b2c8-4528-ba06-e80f33e1fe43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fed960-a386-4aca-9242-cb9557a46639,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:31.090400 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 32902) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:31.106011 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bd517871-bdde-4101-9767-b075c69bc076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:31.176036 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac3ea6-8b63-4aa0-8ba5-7b818c994189 req-434bcd0e-ce3c-44cb-9a7f-ed91123134f8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:31.177508 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abac3ea6-8b63-4aa0-8ba5-7b818c994189 req-434bcd0e-ce3c-44cb-9a7f-ed91123134f8 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 945 time: 0.0626338 Oct 31 12:38:31.252939 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-abac3ea6-8b63-4aa0-8ba5-7b818c994189 req-0ae13e49-dacf-4f26-9f29-3f5ae657dd10 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692830 Oct 31 12:38:31.265269 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bd517871-bdde-4101-9767-b075c69bc076 admin admin] Publish callbacks [] for security_group (a6acd3d7-8776-4f3c-9f9e-872d25c0af4e), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:31.270576 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-bd517871-bdde-4101-9767-b075c69bc076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a6acd3d7-8776-4f3c-9f9e-872d25c0af4e), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:31.276084 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:31.319325 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-bd517871-bdde-4101-9767-b075c69bc076 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f0ed898e88cd410082c5c4fccb997b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276151 Oct 31 12:38:31.320853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd517871-bdde-4101-9767-b075c69bc076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6acd3d7-8776-4f3c-9f9e-872d25c0af4e,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:31.322478 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32914) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:31.381025 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4973cc-b8b2-4a1e-bea9-d338083d6b78 req-d55f50bf-0f25-462b-9d47-1a8d5cd3c9de tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:31.382498 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0c4973cc-b8b2-4a1e-bea9-d338083d6b78 req-d55f50bf-0f25-462b-9d47-1a8d5cd3c9de tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0481193 Oct 31 12:38:31.389558 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e3473f8-ebd5-400e-8af5-e8fd6fc725e5 admin admin] Publish callbacks [] for security_group (a6acd3d7-8776-4f3c-9f9e-872d25c0af4e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:31.410256 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e3473f8-ebd5-400e-8af5-e8fd6fc725e5 admin admin] Publish callbacks [] for security_group (a6acd3d7-8776-4f3c-9f9e-872d25c0af4e), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:31.430595 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0c4973cc-b8b2-4a1e-bea9-d338083d6b78 req-883f706a-2106-4549-84be-0c0baa734671 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Oct 31 12:38:31.467181 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e3473f8-ebd5-400e-8af5-e8fd6fc725e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a6acd3d7-8776-4f3c-9f9e-872d25c0af4e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:31.469802 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7e3473f8-ebd5-400e-8af5-e8fd6fc725e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:31.470961 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7e3473f8-ebd5-400e-8af5-e8fd6fc725e5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a6acd3d7-8776-4f3c-9f9e-872d25c0af4e HTTP/1.1" status: 204 len: 168 time: 0.1447148 Oct 31 12:38:31.479130 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3473f8-ebd5-400e-8af5-e8fd6fc725e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6acd3d7-8776-4f3c-9f9e-872d25c0af4e,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:32.382496 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36962b7a-2dec-4e06-b827-042bbd123725 req-1394ab42-946b-4be9-9a64-7eafc4e247c4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:32.384053 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-36962b7a-2dec-4e06-b827-042bbd123725 req-1394ab42-946b-4be9-9a64-7eafc4e247c4 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 945 time: 0.0485327 Oct 31 12:38:32.404756 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:32.429718 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:32.438045 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-36962b7a-2dec-4e06-b827-042bbd123725 req-18b43f6b-639e-4670-91a6-9e08db69ed38 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483119 Oct 31 12:38:32.572399 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac728a2e-2cae-4e69-b007-b4887bbdaa0c req-ae04c490-cce1-48bd-b55b-9d5c47ea11c9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:32.573921 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ac728a2e-2cae-4e69-b007-b4887bbdaa0c req-ae04c490-cce1-48bd-b55b-9d5c47ea11c9 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 945 time: 0.0556660 Oct 31 12:38:32.578120 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597509ef-5507-4d1b-9bc1-39696292d990 req-5c60bd9c-ca39-4b5f-8fbe-24632f897451 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:32.579640 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-597509ef-5507-4d1b-9bc1-39696292d990 req-5c60bd9c-ca39-4b5f-8fbe-24632f897451 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0599442 Oct 31 12:38:32.583928 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 32954) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:32.588630 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Request body: {'floatingip': {'port_id': '49446827-3823-4653-b9b1-9419ae249ec6'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:38:32.629175 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (7e061f44-f8e7-45d2-9b7c-692caafec7e4), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:32.638008 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-597509ef-5507-4d1b-9bc1-39696292d990 req-21d4499c-4e89-42da-886f-a5f77bf820a7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513632 Oct 31 12:38:33.074483 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:33.079532 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (7e061f44-f8e7-45d2-9b7c-692caafec7e4), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:33.179271 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP 7e061f44-f8e7-45d2-9b7c-692caafec7e4 associated. External IP: 172.27.3.91, port: 49446827-3823-4653-b9b1-9419ae249ec6. Oct 31 12:38:33.400180 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:38:33.504821 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:38:33.510322 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:33.515603 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:38:33.526526 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:33.527134 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:33.540889 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-24fd84a4-6664-48b4-8b5f-dbf8686128b5 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/7e061f44-f8e7-45d2-9b7c-692caafec7e4 HTTP/1.1" status: 200 len: 990 time: 0.9558282 Oct 31 12:38:33.541676 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:33.544670 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96378b8-c469-488a-a295-c81dcfd6c658" -d '{"events": [{"name": "network-changed", "server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "tag": "49446827-3823-4653-b9b1-9419ae249ec6"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:33.635640 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:33.710029 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ed9e39-45ee-40f7-aafa-934d3820baba x-openstack-request-id: req-63ed9e39-45ee-40f7-aafa-934d3820baba {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:33.710413 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "tag": "49446827-3823-4653-b9b1-9419ae249ec6", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:33.710759 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63ed9e39-45ee-40f7-aafa-934d3820baba {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:33.711322 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ed9e39-45ee-40f7-aafa-934d3820baba'] response: {'name': 'network-changed', 'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6', 'status': 'completed', 'code': 200} Oct 31 12:38:33.783085 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:33.802651 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ca777-9d28-4397-aefc-b58427bd755e req-c69cce89-881e-4411-875b-a385bad27180 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:33.804167 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db0ca777-9d28-4397-aefc-b58427bd755e req-c69cce89-881e-4411-875b-a385bad27180 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0770929 Oct 31 12:38:33.818720 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-4fba97f2-9302-40b6-80f1-0f0d5b92f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:33.820140 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-4fba97f2-9302-40b6-80f1-0f0d5b92f3e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 1129 time: 0.0614028 Oct 31 12:38:33.857222 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '7e061f44-f8e7-45d2-9b7c-692caafec7e4', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '49446827-3823-4653-b9b1-9419ae249ec6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:b0:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:38:21Z', 'updated_at': '2022-10-31T12:38:32Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:33.882423 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-db0ca777-9d28-4397-aefc-b58427bd755e req-6d4f9b1d-0302-44dc-a582-b3130460bfaa tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700760 Oct 31 12:38:33.882660 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:38:33.891081 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:33.891709 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:33.944238 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-e89a942d-2e72-44f8-87e0-98a459430612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:33.945664 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-e89a942d-2e72-44f8-87e0-98a459430612 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 200 len: 916 time: 0.1098177 Oct 31 12:38:33.997931 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:34.015707 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-711a78c9-1e44-4dd6-8a89-96cbc4dd0435 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49446827-3823-4653-b9b1-9419ae249ec6 HTTP/1.1" status: 200 len: 998 time: 0.0621917 Oct 31 12:38:34.070481 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-a9c11f81-e2ab-4010-87c4-32d4f560cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:34.073165 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-a9c11f81-e2ab-4010-87c4-32d4f560cd57 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 200 len: 854 time: 0.0504272 Oct 31 12:38:34.131900 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-01e0852d-75b4-42bb-a138-b88411714e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:34.133411 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-01e0852d-75b4-42bb-a138-b88411714e90 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6630ddc4-dc53-4e5a-8b9d-7632c3075289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443439 Oct 31 12:38:34.135630 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:34.230300 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-8be110d3-4ece-416f-b373-0b526d78701a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873759 Oct 31 12:38:34.329899 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d96378b8-c469-488a-a295-c81dcfd6c658 req-97e28bf2-b770-42ea-9eaa-ad55ee1f45f9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933163 Oct 31 12:38:34.330663 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:34.356700 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '7e061f44-f8e7-45d2-9b7c-692caafec7e4', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '49446827-3823-4653-b9b1-9419ae249ec6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:b0:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:38:21Z', 'updated_at': '2022-10-31T12:38:32Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:34.389031 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5b643-3b40-42e9-b577-811210c94d2e None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '7e061f44-f8e7-45d2-9b7c-692caafec7e4', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'port_id': '49446827-3823-4653-b9b1-9419ae249ec6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'mac_address': 'fa:16:3e:b0:7f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:38:21Z', 'updated_at': '2022-10-31T12:38:32Z', 'revision_number': 1, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:38:34.599825 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9f660-d84f-497a-ba57-54dbb07a17a5 None None] New status for floating IP 7e061f44-f8e7-45d2-9b7c-692caafec7e4: ACTIVE {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:38:34.977464 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:35.019476 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8af7-5405-49d8-ad1f-74c6383ad27d req-40543f92-b385-44ff-a917-9673df9724cb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:35.020898 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-847b8af7-5405-49d8-ad1f-74c6383ad27d req-40543f92-b385-44ff-a917-9673df9724cb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0523431 Oct 31 12:38:35.071951 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-847b8af7-5405-49d8-ad1f-74c6383ad27d req-06057f24-c1df-4ff6-bccd-12b94ebb1d76 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451055 Oct 31 12:38:36.199876 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe678-dbeb-4300-9da0-cc2d1732fd69 req-7c22cadc-0050-4c1b-82e8-dd5a3f5ba890 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:36.201377 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fdafe678-dbeb-4300-9da0-cc2d1732fd69 req-7c22cadc-0050-4c1b-82e8-dd5a3f5ba890 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0483148 Oct 31 12:38:36.250033 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fdafe678-dbeb-4300-9da0-cc2d1732fd69 req-c302ad9c-8a06-42c2-bca1-a4414d805852 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431740 Oct 31 12:38:36.573489 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33010) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:36.668532 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:36.676612 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-99660a86-1c39-48c8-ab80-e1687e86053b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:36.753350 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-99660a86-1c39-48c8-ab80-e1687e86053b admin admin] Publish callbacks [] for security_group (25727b2e-99b3-4dd6-ab63-6484021c820c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:36.756945 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-99660a86-1c39-48c8-ab80-e1687e86053b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (25727b2e-99b3-4dd6-ab63-6484021c820c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:36.794114 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99660a86-1c39-48c8-ab80-e1687e86053b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25727b2e-99b3-4dd6-ab63-6484021c820c,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:36.798353 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-99660a86-1c39-48c8-ab80-e1687e86053b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2068043ed1ef4db48ec49f87bf15d054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238543 Oct 31 12:38:36.801759 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33014) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:36.850921 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4a01db44-9a36-4671-8c9f-fef0df9ad378 admin admin] Publish callbacks [] for security_group (25727b2e-99b3-4dd6-ab63-6484021c820c), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.093450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4a01db44-9a36-4671-8c9f-fef0df9ad378 admin admin] Publish callbacks [] for security_group (25727b2e-99b3-4dd6-ab63-6484021c820c), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.140375 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4a01db44-9a36-4671-8c9f-fef0df9ad378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (25727b2e-99b3-4dd6-ab63-6484021c820c), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.142796 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4a01db44-9a36-4671-8c9f-fef0df9ad378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.144259 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-4a01db44-9a36-4671-8c9f-fef0df9ad378 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/25727b2e-99b3-4dd6-ab63-6484021c820c HTTP/1.1" status: 204 len: 168 time: 0.3420689 Oct 31 12:38:37.151901 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01db44-9a36-4671-8c9f-fef0df9ad378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25727b2e-99b3-4dd6-ab63-6484021c820c,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:37.434687 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 33022) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:37.449397 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52a2601e-d3bc-49dc-88d6-a5ecf3f0a78c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.532570 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f331296-c63b-4fce-8e97-9eb81c60cc86 req-c9bfe6c5-4db4-428d-af2f-bd706e7d9eac tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:37.533699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52a2601e-d3bc-49dc-88d6-a5ecf3f0a78c admin admin] Publish callbacks [] for security_group (c349ddb3-72b9-46bc-a639-bf690d47f264), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.534070 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0f331296-c63b-4fce-8e97-9eb81c60cc86 req-c9bfe6c5-4db4-428d-af2f-bd706e7d9eac tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0507851 Oct 31 12:38:37.538417 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-52a2601e-d3bc-49dc-88d6-a5ecf3f0a78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c349ddb3-72b9-46bc-a639-bf690d47f264), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.579930 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-52a2601e-d3bc-49dc-88d6-a5ecf3f0a78c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b0503d511e94490ca2df90fcaceefc07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435466 Oct 31 12:38:37.581810 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0f331296-c63b-4fce-8e97-9eb81c60cc86 req-2b981e2a-aa26-42b7-9834-82776ecc5db1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Oct 31 12:38:37.582299 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2601e-d3bc-49dc-88d6-a5ecf3f0a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349ddb3-72b9-46bc-a639-bf690d47f264,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:37.582688 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33024) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:37.635066 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-36987fe9-60b3-40e2-b8b6-2711551c706d admin admin] Publish callbacks [] for security_group (c349ddb3-72b9-46bc-a639-bf690d47f264), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.658108 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-36987fe9-60b3-40e2-b8b6-2711551c706d admin admin] Publish callbacks [] for security_group (c349ddb3-72b9-46bc-a639-bf690d47f264), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.705297 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-36987fe9-60b3-40e2-b8b6-2711551c706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c349ddb3-72b9-46bc-a639-bf690d47f264), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.707865 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-36987fe9-60b3-40e2-b8b6-2711551c706d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:37.709035 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-36987fe9-60b3-40e2-b8b6-2711551c706d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c349ddb3-72b9-46bc-a639-bf690d47f264 HTTP/1.1" status: 204 len: 168 time: 0.1254108 Oct 31 12:38:37.717890 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36987fe9-60b3-40e2-b8b6-2711551c706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349ddb3-72b9-46bc-a639-bf690d47f264,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:38.683329 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:38.719546 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174f135-47fa-476d-8e0b-c576795e8400 req-e8ef08e8-8ffb-4760-b4c2-7d7ad9754d02 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:38.721043 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6174f135-47fa-476d-8e0b-c576795e8400 req-e8ef08e8-8ffb-4760-b4c2-7d7ad9754d02 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0498354 Oct 31 12:38:38.770365 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6174f135-47fa-476d-8e0b-c576795e8400 req-cdd18245-3bb9-44c7-b87a-808e78fa81be tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Oct 31 12:38:39.909744 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579d4a7-882f-4460-a961-60d0afe87aa7 req-a34bb34f-19a6-42bc-8ff5-7a465d5e574f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:39.911581 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5579d4a7-882f-4460-a961-60d0afe87aa7 req-a34bb34f-19a6-42bc-8ff5-7a465d5e574f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0526624 Oct 31 12:38:39.968396 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5579d4a7-882f-4460-a961-60d0afe87aa7 req-4a9a84f3-d7d8-4a4a-93d8-89fad93ea6ba tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500395 Oct 31 12:38:41.105427 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964b4f3-6b33-4ce3-b41c-41f3ae38fec8 req-3bc501af-1f3a-424a-9569-3b703a0b2425 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:41.106920 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a964b4f3-6b33-4ce3-b41c-41f3ae38fec8 req-3bc501af-1f3a-424a-9569-3b703a0b2425 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0522728 Oct 31 12:38:41.159772 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a964b4f3-6b33-4ce3-b41c-41f3ae38fec8 req-92766919-76e2-4b32-8373-6d82c92ad6c9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463364 Oct 31 12:38:42.295066 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cecb8-1e1a-4738-b3ad-f26fbe30445f req-cb20fe84-314d-4704-9189-cc7183d73c2d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:42.296436 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-783cecb8-1e1a-4738-b3ad-f26fbe30445f req-cb20fe84-314d-4704-9189-cc7183d73c2d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0457685 Oct 31 12:38:42.343635 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-783cecb8-1e1a-4738-b3ad-f26fbe30445f req-07083ddd-2429-46ed-8446-163b8a87adb1 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 Oct 31 12:38:42.708475 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33136) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:42.816773 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c1-f60e-47b7-b6a2-a269e50cff55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:42.841876 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:42.852860 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:42.896160 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c1-f60e-47b7-b6a2-a269e50cff55 admin admin] Publish callbacks [] for security_group (db03df06-2a18-42de-9468-588284fe655e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:42.900347 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dfa316c1-f60e-47b7-b6a2-a269e50cff55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (db03df06-2a18-42de-9468-588284fe655e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:42.937834 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa316c1-f60e-47b7-b6a2-a269e50cff55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db03df06-2a18-42de-9468-588284fe655e,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:42.941994 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dfa316c1-f60e-47b7-b6a2-a269e50cff55 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=405fce5912f44248bcf210a00f2433f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325127 Oct 31 12:38:42.945282 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33140) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:42.993090 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1fc36145-7be9-4fcb-b478-16a658cebe2b admin admin] Publish callbacks [] for security_group (db03df06-2a18-42de-9468-588284fe655e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.012567 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1fc36145-7be9-4fcb-b478-16a658cebe2b admin admin] Publish callbacks [] for security_group (db03df06-2a18-42de-9468-588284fe655e), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.059294 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1fc36145-7be9-4fcb-b478-16a658cebe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (db03df06-2a18-42de-9468-588284fe655e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.061801 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1fc36145-7be9-4fcb-b478-16a658cebe2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.062921 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1fc36145-7be9-4fcb-b478-16a658cebe2b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/db03df06-2a18-42de-9468-588284fe655e HTTP/1.1" status: 204 len: 168 time: 0.1171665 Oct 31 12:38:43.070493 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc36145-7be9-4fcb-b478-16a658cebe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db03df06-2a18-42de-9468-588284fe655e,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:43.328557 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33148) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:43.342545 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a6d00958-4003-4b92-a04f-6b11a4e1ed84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.425903 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a6d00958-4003-4b92-a04f-6b11a4e1ed84 admin admin] Publish callbacks [] for security_group (744401ac-5a00-4c25-bc03-ca3b7a6e80c0), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.429742 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a6d00958-4003-4b92-a04f-6b11a4e1ed84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (744401ac-5a00-4c25-bc03-ca3b7a6e80c0), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.473046 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a6d00958-4003-4b92-a04f-6b11a4e1ed84 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=194121844a08446b8e13668f14788e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433311 Oct 31 12:38:43.473910 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33154) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:43.475995 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d00958-4003-4b92-a04f-6b11a4e1ed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744401ac-5a00-4c25-bc03-ca3b7a6e80c0,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:43.476906 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7e928-91f3-40cc-b9a3-19309165bfd5 req-646c3de0-149b-4533-b1de-bf59bb2be637 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:43.478388 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d8b7e928-91f3-40cc-b9a3-19309165bfd5 req-646c3de0-149b-4533-b1de-bf59bb2be637 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0513539 Oct 31 12:38:43.514625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:43.531073 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ae67-d097-48b7-844c-521fa9b76d82 admin admin] Publish callbacks [] for security_group (744401ac-5a00-4c25-bc03-ca3b7a6e80c0), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.531577 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d8b7e928-91f3-40cc-b9a3-19309165bfd5 req-3d058626-9058-40ee-83a3-ddfd58493d50 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457115 Oct 31 12:38:43.552141 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ae67-d097-48b7-844c-521fa9b76d82 admin admin] Publish callbacks [] for security_group (744401ac-5a00-4c25-bc03-ca3b7a6e80c0), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.599312 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ae67-d097-48b7-844c-521fa9b76d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (744401ac-5a00-4c25-bc03-ca3b7a6e80c0), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.601889 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bfe9ae67-d097-48b7-844c-521fa9b76d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.603714 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-bfe9ae67-d097-48b7-844c-521fa9b76d82 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/744401ac-5a00-4c25-bc03-ca3b7a6e80c0 HTTP/1.1" status: 204 len: 168 time: 0.1287756 Oct 31 12:38:43.611431 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9ae67-d097-48b7-844c-521fa9b76d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744401ac-5a00-4c25-bc03-ca3b7a6e80c0,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:43.922853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 33160) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:43.937213 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f6a75f34-0a5d-483a-8701-270e1147e9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:43.954503 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-93b33654-161d-462e-9539-60f0a45af1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:44.017571 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f6a75f34-0a5d-483a-8701-270e1147e9e7 admin admin] Publish callbacks [] for security_group (54c3596f-447d-4979-9867-ff9a4c7ddfaf), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:44.021547 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f6a75f34-0a5d-483a-8701-270e1147e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (54c3596f-447d-4979-9867-ff9a4c7ddfaf), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:44.061741 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f6a75f34-0a5d-483a-8701-270e1147e9e7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9642ecf470094ee2b2171270fdccbee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376731 Oct 31 12:38:44.062566 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a75f34-0a5d-483a-8701-270e1147e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c3596f-447d-4979-9867-ff9a4c7ddfaf,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:44.064929 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33162) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:44.115937 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1f3fda6a-8649-43b8-aa1d-f818e684693e admin admin] Publish callbacks [] for security_group (54c3596f-447d-4979-9867-ff9a4c7ddfaf), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:44.135952 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1f3fda6a-8649-43b8-aa1d-f818e684693e admin admin] Publish callbacks [] for security_group (54c3596f-447d-4979-9867-ff9a4c7ddfaf), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:44.181596 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1f3fda6a-8649-43b8-aa1d-f818e684693e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (54c3596f-447d-4979-9867-ff9a4c7ddfaf), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:44.185237 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1f3fda6a-8649-43b8-aa1d-f818e684693e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:44.186408 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1f3fda6a-8649-43b8-aa1d-f818e684693e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/54c3596f-447d-4979-9867-ff9a4c7ddfaf HTTP/1.1" status: 204 len: 168 time: 0.1204290 Oct 31 12:38:44.194247 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fda6a-8649-43b8-aa1d-f818e684693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c3596f-447d-4979-9867-ff9a4c7ddfaf,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:44.624792 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=8,neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:44.662195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84554468-e5bf-4539-842b-4aecb77dae5a req-053a80a7-ffa1-4610-88d6-46a111d4c44e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:44.663805 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-84554468-e5bf-4539-842b-4aecb77dae5a req-053a80a7-ffa1-4610-88d6-46a111d4c44e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0500841 Oct 31 12:38:44.691156 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:44.717011 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-84554468-e5bf-4539-842b-4aecb77dae5a req-592e6d47-3376-495b-baa4-049498a50287 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469861 Oct 31 12:38:44.796372 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:44.798333 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:45.863343 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c968a8-bcd0-4083-abcc-b94efe45b714 req-88224642-ec35-4150-963b-155e88084d34 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:45.865260 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70c968a8-bcd0-4083-abcc-b94efe45b714 req-88224642-ec35-4150-963b-155e88084d34 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0552633 Oct 31 12:38:45.936378 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-70c968a8-bcd0-4083-abcc-b94efe45b714 req-1084f4bd-c40d-4bb1-83b9-cbd66c5394dd tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637503 Oct 31 12:38:46.115765 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-39da04fb-5286-498e-99f8-a311fb5c217f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:47.070020 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a03568-a9d2-42d8-8230-982873ca93e0 req-df097dba-5b41-4940-b3c2-9afe676713ee tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:47.072053 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f4a03568-a9d2-42d8-8230-982873ca93e0 req-df097dba-5b41-4940-b3c2-9afe676713ee tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0501063 Oct 31 12:38:47.122193 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f4a03568-a9d2-42d8-8230-982873ca93e0 req-4f008991-051c-4e18-ade5-675e3e2944ce tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Oct 31 12:38:47.387853 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:48.122578 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:38:48.225000 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:48.236924 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'port_id': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'mac_address': 'fa:16:3e:7a:4d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:38:48.250135 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9fcdf-0450-4022-9cb4-22609edf0e51 req-b78cb381-3c92-4e31-9372-e8f42a75d134 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:48.251657 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8df9fcdf-0450-4022-9cb4-22609edf0e51 req-b78cb381-3c92-4e31-9372-e8f42a75d134 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0476072 Oct 31 12:38:48.272856 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 360a1655-b233-4d4d-a557-dc89ddf2b18e is: ACTIVE; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:38:48.273241 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:48.286415 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 360a1655-b233-4d4d-a557-dc89ddf2b18e {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:38:48.299874 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8df9fcdf-0450-4022-9cb4-22609edf0e51 req-19404666-dd4f-4d17-afc8-dadea412b1c9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Oct 31 12:38:48.307449 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:48.311326 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:48.367366 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=6']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:48.429558 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['360a1655-b233-4d4d-a557-dc89ddf2b18e'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:38:48.529692 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:49.068500 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:49.326934 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:49.472326 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dabd6-2769-4e20-accc-054cd25ef185 req-6ab2c97f-4fe1-442d-b63a-29ea9faf4179 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:49.480694 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a60dabd6-2769-4e20-accc-054cd25ef185 req-6ab2c97f-4fe1-442d-b63a-29ea9faf4179 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 945 time: 0.0851390 Oct 31 12:38:49.532011 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a60dabd6-2769-4e20-accc-054cd25ef185 req-cf0475d5-85c0-43d5-a267-62cf23a6c587 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463183 Oct 31 12:38:50.155597 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:38:50.219604 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 360a1655-b233-4d4d-a557-dc89ddf2b18e triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:38:50.220260 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:50.220813 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 360a1655-b233-4d4d-a557-dc89ddf2b18e Oct 31 12:38:50.326244 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 360a1655-b233-4d4d-a557-dc89ddf2b18e is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:38:50.326904 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:50.354796 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:50.358042 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b44e53-ae5c-477b-82af-3a381f72a1ea" -d '{"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-plugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:50.378011 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:50.382911 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:50.410867 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:50.441995 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=7']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:50.558720 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7e0a5-5a56-4dd9-a68a-fcb650f6bce5 x-openstack-request-id: req-6fc7e0a5-5a56-4dd9-a68a-fcb650f6bce5 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:50.559260 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-plugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:50.559712 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fc7e0a5-5a56-4dd9-a68a-fcb650f6bce5 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:50.560305 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc7e0a5-5a56-4dd9-a68a-fcb650f6bce5'] response: {'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'code': 200} Oct 31 12:38:50.689316 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a422fd2-3bf5-4076-97fc-aeb3454678dc req-ff943c75-c8c0-423c-8ac1-43b390bab172 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:50.699686 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a422fd2-3bf5-4076-97fc-aeb3454678dc req-ff943c75-c8c0-423c-8ac1-43b390bab172 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0786514 Oct 31 12:38:50.782302 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a422fd2-3bf5-4076-97fc-aeb3454678dc req-7bf013d0-4895-4411-a9b2-99f625e80234 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810134 Oct 31 12:38:50.951479 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf24c1e-f205-417d-b194-8235199c3267 req-58ff558d-605d-442c-b2b2-679d8ca5bcf5 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:50.954335 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5cf24c1e-f205-417d-b194-8235199c3267 req-58ff558d-605d-442c-b2b2-679d8ca5bcf5 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0595241 Oct 31 12:38:51.007268 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5cf24c1e-f205-417d-b194-8235199c3267 req-fa756a17-e7f3-40e7-9306-c96bebc62a27 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468471 Oct 31 12:38:51.948682 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c5d6-195a-4c78-b6b5-607a159936a6 req-3802e52d-9b14-4dc4-88e8-45f3517af261 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:51.956245 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:51.958496 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d567c5d6-195a-4c78-b6b5-607a159936a6 req-3802e52d-9b14-4dc4-88e8-45f3517af261 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0614896 Oct 31 12:38:52.025261 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d567c5d6-195a-4c78-b6b5-607a159936a6 req-9b0c72fc-92d0-41d8-900b-8172fcdbd9af tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658603 Oct 31 12:38:52.197121 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406f618-6778-403f-a84c-4ff381b85720 req-9ec0dfbb-8ed1-4f5c-ae24-ac0e2f129d49 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:52.198979 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7406f618-6778-403f-a84c-4ff381b85720 req-9ec0dfbb-8ed1-4f5c-ae24-ac0e2f129d49 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0775502 Oct 31 12:38:52.274496 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7406f618-6778-403f-a84c-4ff381b85720 req-1a4a8ef9-10a4-4b20-9a89-9d1e069a4198 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685062 Oct 31 12:38:52.651924 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-7153a283-d6f6-44f3-9c25-dcc2de77a675 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:52.653521 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-7153a283-d6f6-44f3-9c25-dcc2de77a675 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 945 time: 0.0559676 Oct 31 12:38:52.794823 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Deleting port 76712093-6a65-4766-8171-79fff21ef102 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:38:52.795026 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (76712093-6a65-4766-8171-79fff21ef102), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:52.913945 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] For port 76712093-6a65-4766-8171-79fff21ef102, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=76712093-6a65-4766-8171-79fff21ef102,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:38:52.914305 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (76712093-6a65-4766-8171-79fff21ef102), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:52.941369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:53.063486 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:53.143409 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:53.144253 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (712d04dc-6817-4f48-b3af-ec9945252690), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:53.144629 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Floating IP 712d04dc-6817-4f48-b3af-ec9945252690 disassociated. External IP: 172.27.3.63, port: 76712093-6a65-4766-8171-79fff21ef102. Oct 31 12:38:53.145362 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Calling delete_port for 76712093-6a65-4766-8171-79fff21ef102 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:38:53.225539 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8bf59-0093-42fc-ac2e-a5928eb39a19 req-1c68cc81-d99c-4883-a3f6-7aa4546f5f70 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:53.230268 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-06d8bf59-0093-42fc-ac2e-a5928eb39a19 req-1c68cc81-d99c-4883-a3f6-7aa4546f5f70 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0641797 Oct 31 12:38:53.300507 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-06d8bf59-0093-42fc-ac2e-a5928eb39a19 req-ed4d7859-f987-493f-bec5-0922ed9d5d15 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641055 Oct 31 12:38:53.308096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (76712093-6a65-4766-8171-79fff21ef102), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:53.350870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event deleted for resources: {'Port': ['ID=76712093-6a65-4766-8171-79fff21ef102,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:53.516568 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e16097aa-377e-4b92-9b61-49ad3e77c8b3 req-2f25ad69-c086-45c7-a3f9-41bb47c191b6 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 210 time: 0.0431716 Oct 31 12:38:53.540510 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:38:53.657762 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:38:53.667561 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:38:53.679868 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:53.680882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:53.705407 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] No DVR routers for this DVR port 76712093-6a65-4766-8171-79fff21ef102 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:38:53.708034 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:53.711351 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f81ec717-50db-4d71-8866-8f3b799cfd8c req-c91f474a-5cb3-466b-bb70-09dde8c0f813 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "DELETE /networking/v2.0/ports/76712093-6a65-4766-8171-79fff21ef102 HTTP/1.1" status: 204 len: 173 time: 1.0391719 Oct 31 12:38:53.711856 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'name': 'network-vif-deleted', 'tag': '76712093-6a65-4766-8171-79fff21ef102'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:38:53.714513 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29471ce-47cf-4799-bc9c-0aa965ea3190" -d '{"events": [{"server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "name": "network-vif-deleted", "tag": "76712093-6a65-4766-8171-79fff21ef102"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:38:53.782286 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d909b9ad-b188-4961-90fe-e6c2102a244e x-openstack-request-id: req-d909b9ad-b188-4961-90fe-e6c2102a244e {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:38:53.782579 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7643c7c-0218-427f-876a-cf89c932dd11", "name": "network-vif-deleted", "tag": "76712093-6a65-4766-8171-79fff21ef102", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:38:53.782837 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d909b9ad-b188-4961-90fe-e6c2102a244e {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:38:53.783300 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d909b9ad-b188-4961-90fe-e6c2102a244e'] response: {'server_uuid': 'd7643c7c-0218-427f-876a-cf89c932dd11', 'name': 'network-vif-deleted', 'tag': '76712093-6a65-4766-8171-79fff21ef102', 'status': 'completed', 'code': 200} Oct 31 12:38:53.832596 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:54.082827 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:54.114105 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:38:54.124968 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:38:54.125884 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:38:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:54.254713 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:38:54.335919 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:54.476048 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32b0de-f839-4a41-9d05-3fe6ff32f46f req-c2159f51-cf84-4815-bf82-8a9cff514c9d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:54.479812 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a32b0de-f839-4a41-9d05-3fe6ff32f46f req-c2159f51-cf84-4815-bf82-8a9cff514c9d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0712714 Oct 31 12:38:54.493863 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:38:54.521455 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53041428-2878-4bc1-92c3-cd0cd25482d4 None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:38:54.565935 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a32b0de-f839-4a41-9d05-3fe6ff32f46f req-186dca65-532f-4721-ac99-bf80aad07332 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697603 Oct 31 12:38:54.683070 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-28b05cbc-6988-4d3d-ad8b-c53e6613f8a8 req-61271e86-b5e0-4f9f-928f-089484aa061f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d7643c7c-0218-427f-876a-cf89c932dd11 HTTP/1.1" status: 200 len: 210 time: 0.0448885 Oct 31 12:38:54.906413 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3eb06e-489b-454c-9c96-64474f8e3e83 None None] New status for floating IP 712d04dc-6817-4f48-b3af-ec9945252690: DOWN {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:38:55.558602 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33368) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:55.708219 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:55.860499 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Publish callbacks [] for security_group (61d59813-a98b-4269-a8fb-af91abe9a02f), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:55.882979 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (61d59813-a98b-4269-a8fb-af91abe9a02f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:55.956606 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562239e0-8bc4-4531-ac20-284143784c92 req-4b60905c-ac33-463e-b310-b0a71189c440 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:55.964604 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ba6e5950e3774c118adc1da78695fbd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047732 Oct 31 12:38:55.965214 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33388) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:55.967416 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d59813-a98b-4269-a8fb-af91abe9a02f,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:55.968003 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-562239e0-8bc4-4531-ac20-284143784c92 req-4b60905c-ac33-463e-b310-b0a71189c440 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.1056654 Oct 31 12:38:55.989566 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.989918 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.990269 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.990978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.990978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.991288 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.991605 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.991927 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.992249 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.992563 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.992890 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.993213 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.993531 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.994369 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.994920 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded2c05-4540-4355-b12f-eb48c2acddf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:38:55.999866 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:56.056459 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-562239e0-8bc4-4531-ac20-284143784c92 req-57caeefb-677d-4db1-8585-daaf8154c23e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868154 Oct 31 12:38:56.101381 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6357c32d-5003-4516-b0fd-b127bfcb6ffd admin admin] Publish callbacks [] for security_group (61d59813-a98b-4269-a8fb-af91abe9a02f), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.114107 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-79b9281d-fc47-44ec-9f7e-5825c6a81bc1 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1289635870&fields=id&tenant_id=8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 267 time: 0.0705361 Oct 31 12:38:56.131903 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:56.173292 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6357c32d-5003-4516-b0fd-b127bfcb6ffd admin admin] Publish callbacks [] for security_group (61d59813-a98b-4269-a8fb-af91abe9a02f), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.175040 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 76712093-6a65-4766-8171-79fff21ef102 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:38:56.207036 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 76712093-6a65-4766-8171-79fff21ef102 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:38:56.207673 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 76712093-6a65-4766-8171-79fff21ef102 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:38:56.232973 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:56.274856 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-26d7741e-09e2-4b43-9904-b76691c1ce07 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:56.276632 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-26d7741e-09e2-4b43-9904-b76691c1ce07 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 811 time: 0.1617489 Oct 31 12:38:56.293304 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5c34e9b9-5354-4a1e-afde-fb6d8c128260 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/quotas/8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 375 time: 0.0104468 Oct 31 12:38:56.302125 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6357c32d-5003-4516-b0fd-b127bfcb6ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (61d59813-a98b-4269-a8fb-af91abe9a02f), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.304679 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6357c32d-5003-4516-b0fd-b127bfcb6ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.308729 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6357c32d-5003-4516-b0fd-b127bfcb6ffd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/61d59813-a98b-4269-a8fb-af91abe9a02f HTTP/1.1" status: 204 len: 168 time: 0.3423111 Oct 31 12:38:56.348145 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357c32d-5003-4516-b0fd-b127bfcb6ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d59813-a98b-4269-a8fb-af91abe9a02f,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:56.396857 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-6c028c6a-4fb9-4e74-b785-5b5e057e3edd tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963449 Oct 31 12:38:56.638371 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-4a9205e4-e2d7-4db5-aa34-ef33d4dafb06 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271488 Oct 31 12:38:56.722775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 33398) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:56.738408 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b331e9a1-df25-45fd-b320-d2dde2e63d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.766253 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-7ba422f0-a746-4853-bec4-a5912c15d84e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206622 Oct 31 12:38:56.833149 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b331e9a1-df25-45fd-b320-d2dde2e63d96 admin admin] Publish callbacks [] for security_group (53e31877-c07e-4e40-939f-2e9cf959ac7d), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.838666 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-b331e9a1-df25-45fd-b320-d2dde2e63d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (53e31877-c07e-4e40-939f-2e9cf959ac7d), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.886447 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331e9a1-df25-45fd-b320-d2dde2e63d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e31877-c07e-4e40-939f-2e9cf959ac7d,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:56.891287 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b331e9a1-df25-45fd-b320-d2dde2e63d96 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6baca81a74744ff3943343468193098e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673915 Oct 31 12:38:56.894046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 33402) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:38:56.968989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90d83585-b5ea-4e51-87b8-d73a55aeabd1 admin admin] Publish callbacks [] for security_group (53e31877-c07e-4e40-939f-2e9cf959ac7d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:56.997375 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:57.000477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90d83585-b5ea-4e51-87b8-d73a55aeabd1 admin admin] Publish callbacks [] for security_group (53e31877-c07e-4e40-939f-2e9cf959ac7d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:57.069934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90d83585-b5ea-4e51-87b8-d73a55aeabd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (53e31877-c07e-4e40-939f-2e9cf959ac7d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:57.073865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-90d83585-b5ea-4e51-87b8-d73a55aeabd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:38:57.077846 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-90d83585-b5ea-4e51-87b8-d73a55aeabd1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/53e31877-c07e-4e40-939f-2e9cf959ac7d HTTP/1.1" status: 204 len: 168 time: 0.1802256 Oct 31 12:38:57.088980 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d83585-b5ea-4e51-87b8-d73a55aeabd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e31877-c07e-4e40-939f-2e9cf959ac7d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:38:57.199807 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-61edc712-8033-4586-b1f2-24d8f2fdd6ce req-1e0e1134-acdc-4bf7-8c1c-cc3740941653 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 210 time: 0.0357692 Oct 31 12:38:57.271415 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a651223-6198-49be-974a-2e3815c0d93a req-e9f4920e-7f1d-4c9b-875b-59271dbe1fea tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:57.281379 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5a651223-6198-49be-974a-2e3815c0d93a req-e9f4920e-7f1d-4c9b-875b-59271dbe1fea tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0960374 Oct 31 12:38:57.364271 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5a651223-6198-49be-974a-2e3815c0d93a req-49c02c32-9d0e-4a8d-aab6-52016e9e9ab8 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812447 Oct 31 12:38:57.941619 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-f2b3b222-1f2c-432a-ae0d-3d4dcd2d53c4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626607 Oct 31 12:38:58.046613 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-3dbc5e1c-0afa-461a-9f17-4ee1618650f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:58.051037 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-3dbc5e1c-0afa-461a-9f17-4ee1618650f0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1129 time: 0.0790279 Oct 31 12:38:58.238583 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-8d576dfe-2b80-44e5-8f61-3ce7686a384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:58.240279 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-8d576dfe-2b80-44e5-8f61-3ce7686a384d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 200 len: 909 time: 0.1562917 Oct 31 12:38:58.333298 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-eb9ea830-096b-4dce-ab30-e8d4415a3784 req-901fb77f-a838-4d42-bcfc-cdd38da03a62 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 210 time: 0.0432994 Oct 31 12:38:58.385497 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-c4e027ae-0a1a-4e41-af3b-a2f4d86e8c7b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 1001 time: 0.1169891 Oct 31 12:38:58.847942 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de88e1-5539-4dc7-92cd-89bbc156d230 req-bfd51978-7c17-4835-9183-b775cb0b65a0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:58.849618 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86de88e1-5539-4dc7-92cd-89bbc156d230 req-bfd51978-7c17-4835-9183-b775cb0b65a0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.3765521 Oct 31 12:38:58.861713 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-8376ce43-127f-4690-9fe8-cfb7013bb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:58.863197 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-8376ce43-127f-4690-9fe8-cfb7013bb404 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6ff1ea18-1bee-4daf-b633-4e9810c0f838 HTTP/1.1" status: 200 len: 847 time: 0.0662327 Oct 31 12:38:58.918085 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86de88e1-5539-4dc7-92cd-89bbc156d230 req-927124c9-ac9b-4439-8b45-2d01a8fc9a97 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582771 Oct 31 12:38:59.051047 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-2b058a19-4c37-4824-bb8a-7a4f1cb9594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:59.054131 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-2b058a19-4c37-4824-bb8a-7a4f1cb9594a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4c791682-8f05-4443-be69-80decd7c40ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691841 Oct 31 12:38:59.167363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:38:59.189216 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-470cb8d8-1a18-4e28-b1c1-61205bc74c5b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275020 Oct 31 12:38:59.470279 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0d9bdd54-db90-4a9b-aa65-cad561e34601 req-db10ca14-793e-4649-8b7d-c4553e92e8c1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495309 Oct 31 12:38:59.518272 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e2d7b541-7e78-4b9d-948c-ed68065c1ca2 req-f46be433-50d0-41a3-b351-a67217eb8b59 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 210 time: 0.0393488 Oct 31 12:38:59.685319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0af193b5-cf53-4b4b-bd67-ff8667918c26 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:38:59.686836 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0af193b5-cf53-4b4b-bd67-ff8667918c26 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 811 time: 0.1556361 Oct 31 12:39:00.055322 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-848739d1-df89-4580-b5ba-d6d7239bce90 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 380 time: 0.1336439 Oct 31 12:39:00.067716 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'port': {'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'admin_state_up': True, 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'security_groups': ['15b117a6-739a-47fc-8d42-cc93b012c640']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:39:00.210405 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eacff0-6978-4d33-9b25-0b616fe13a1d req-25c15702-2c16-4043-8a7d-da53e2498ebb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:00.222271 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3eacff0-6978-4d33-9b25-0b616fe13a1d req-25c15702-2c16-4043-8a7d-da53e2498ebb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.1311295 Oct 31 12:39:00.252828 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:00.308428 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3eacff0-6978-4d33-9b25-0b616fe13a1d req-38b269d2-654a-4c83-a51e-51387041093f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849814 Oct 31 12:39:00.361087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Made reservation on behalf of 8ae8c589d0b84ce096451a10717fc601 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:39:00.370075 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:00.531042 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Allocated IP 172.20.0.12 (77732bf9-8ee2-480e-8cb2-0d5455add01d/f6d674a0-b757-4f21-942a-df0f3f9329b1/a1f478e3-0037-482b-9f12-361410fca1f5) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:39:00.662643 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e440ad3e-8524-4d04-b08a-370b778b024e req-272ee523-8cf7-49b3-a56d-a6936b842304 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 210 time: 0.0532417 Oct 31 12:39:00.785132 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (a1f478e3-0037-482b-9f12-361410fca1f5), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:00.821255 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:00.827699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:00.865918 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:39:00.870141 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:39:00.876452 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:39:00.905926 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=a1f478e3-0037-482b-9f12-361410fca1f5,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:00.941711 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:00.942332 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:00.958848 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-5eb522d8-9187-4921-9728-d7420c8f5c69 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8957255 Oct 31 12:39:01.129949 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c24ca274-2103-4eb3-a473-8b2a8a51235d None None] Provisioning complete for port a1f478e3-0037-482b-9f12-361410fca1f5 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:01.130522 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c24ca274-2103-4eb3-a473-8b2a8a51235d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:01.130646 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c24ca274-2103-4eb3-a473-8b2a8a51235d None None] Attempt 1 to provision port a1f478e3-0037-482b-9f12-361410fca1f5 Oct 31 12:39:01.162177 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c24ca274-2103-4eb3-a473-8b2a8a51235d None None] Port a1f478e3-0037-482b-9f12-361410fca1f5 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:39:01.202949 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Request body: {'port': {'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:39:01.266864 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:01.426881 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-e750ba44-3c1f-42f5-8a78-4a20ae297cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:01.428397 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-e750ba44-3c1f-42f5-8a78-4a20ae297cb3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 1130 time: 0.0590780 Oct 31 12:39:01.453573 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed7464-ec4c-4f51-aab0-34a47457a671 req-f3b50ece-7990-4e8f-97b1-68959d162dbe tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:01.455045 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbed7464-ec4c-4f51-aab0-34a47457a671 req-f3b50ece-7990-4e8f-97b1-68959d162dbe tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0524054 Oct 31 12:39:01.515037 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-fbed7464-ec4c-4f51-aab0-34a47457a671 req-dc26e09a-1f2a-4439-98d8-f3f6d3474790 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Oct 31 12:39:01.533585 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:01.594197 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-b7077f4a-92f7-4c76-a087-a64757dcac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:01.595689 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-b7077f4a-92f7-4c76-a087-a64757dcac8f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.1580176 Oct 31 12:39:01.694897 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f478e3-0037-482b-9f12-361410fca1f5 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:39:01.703353 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-bf5e9530-a0aa-4d09-bdd8-dc266a852562 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 200 len: 1002 time: 0.1002417 Oct 31 12:39:01.705081 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Publish callbacks [] for port (a1f478e3-0037-482b-9f12-361410fca1f5), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:01.748440 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Transition to ACTIVE for port object a1f478e3-0037-482b-9f12-361410fca1f5 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:39:01.766556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:01.834359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-03ffe84b-6eb2-4305-be72-8aceff7b732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:01.835860 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-03ffe84b-6eb2-4305-be72-8aceff7b732f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.1248102 Oct 31 12:39:01.877563 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6cf13-c141-4058-acf6-27c9541d70d4 req-8566fb48-4b7e-4cd1-b831-72d3a3a72e86 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:01.879027 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7db6cf13-c141-4058-acf6-27c9541d70d4 req-8566fb48-4b7e-4cd1-b831-72d3a3a72e86 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.1320655 Oct 31 12:39:01.883473 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:01.907692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Pushing event updated for resources: {'Port': ['ID=a1f478e3-0037-482b-9f12-361410fca1f5,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:01.963950 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.964303 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.964672 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.964982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.965465 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.965794 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.966229 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.966444 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.966767 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.967094 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.967462 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.967770 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.968092 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.968415 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.968756 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:01.976436 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-9a66d075-4a1e-47b4-bd67-5980239ba4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:01.978100 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-9a66d075-4a1e-47b4-bd67-5980239ba4c3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1300151 Oct 31 12:39:02.078722 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Attempting to bind port a1f478e3-0037-482b-9f12-361410fca1f5 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:39:02.079065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Attempting to bind port a1f478e3-0037-482b-9f12-361410fca1f5 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:39:02.079452 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Attempting to bind port a1f478e3-0037-482b-9f12-361410fca1f5 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:39:02.095288 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7db6cf13-c141-4058-acf6-27c9541d70d4 req-06bb4648-7270-46ca-ad8e-be2df607acc4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889267 Oct 31 12:39:02.159560 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Port a1f478e3-0037-482b-9f12-361410fca1f5 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:39:02.159879 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Attempting to bind port a1f478e3-0037-482b-9f12-361410fca1f5 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:39:02.163552 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-f69d6c46-e031-4e97-ad3b-9108a9ec201c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773152 Oct 31 12:39:02.273092 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:39:02.273677 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Checking segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:39:02.273892 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Bound using segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:39:02.274235 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Bound port: a1f478e3-0037-482b-9f12-361410fca1f5, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:39:02.274594 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:02.322343 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c6e1eaf3-9d59-4409-9cff-2e16cd1420b2 req-50e6ddac-06ce-430b-a255-0ea084c88f70 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371672 Oct 31 12:39:02.356096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] For port a1f478e3-0037-482b-9f12-361410fca1f5, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:39:02.359952 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] For port a1f478e3-0037-482b-9f12-361410fca1f5, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a1f478e3-0037-482b-9f12-361410fca1f5,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:39:02.361426 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:02.367180 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:02.372552 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:02.373168 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:02.374547 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a1f478e3-0037-482b-9f12-361410fca1f5 HTTP/1.1" status: 200 len: 1094 time: 1.1761713 Oct 31 12:39:02.375091 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:02.377356 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58a3d6-d8cc-40a4-9d09-9a3c8716b95e" -d '{"events": [{"name": "network-changed", "server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:02.423302 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52ac50-abab-4b4f-a44d-9ee1e956acb5 x-openstack-request-id: req-ca52ac50-abab-4b4f-a44d-9ee1e956acb5 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:02.423588 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:02.423842 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca52ac50-abab-4b4f-a44d-9ee1e956acb5 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:02.424236 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca52ac50-abab-4b4f-a44d-9ee1e956acb5'] response: {'name': 'network-changed', 'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'status': 'completed', 'code': 200} Oct 31 12:39:02.427113 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6ef27-a6e2-4a0f-a80f-a0d3ee07443a service neutron] Pushing event updated for resources: {'Port': ['ID=a1f478e3-0037-482b-9f12-361410fca1f5,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:02.642514 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:39:02.648618 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e11557-3d95-4878-a83a-8569482ba411 req-440dd800-b430-4f39-b809-0dfcdf2bb100 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:02.650646 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-54e11557-3d95-4878-a83a-8569482ba411 req-440dd800-b430-4f39-b809-0dfcdf2bb100 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0484443 Oct 31 12:39:02.701465 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-54e11557-3d95-4878-a83a-8569482ba411 req-3151435f-bd1c-4aa9-aac4-fffc0d99c205 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 Oct 31 12:39:03.228067 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cd7ab-66a3-4141-ba55-2e805ed43ee7 req-fe109c2a-3813-41d7-adbb-012b7f9d5d75 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:03.229757 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-538cd7ab-66a3-4141-ba55-2e805ed43ee7 req-fe109c2a-3813-41d7-adbb-012b7f9d5d75 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0522735 Oct 31 12:39:03.279510 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-538cd7ab-66a3-4141-ba55-2e805ed43ee7 req-fb3ebc98-b931-4dd5-b282-594c3ff52498 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Oct 31 12:39:03.831469 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c154b1c-a3ad-48a2-95db-295b950b3ce5 req-0b79eb13-029c-4040-ae71-a160b3a6da50 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:03.833036 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1c154b1c-a3ad-48a2-95db-295b950b3ce5 req-0b79eb13-029c-4040-ae71-a160b3a6da50 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 946 time: 0.0474799 Oct 31 12:39:03.885192 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1c154b1c-a3ad-48a2-95db-295b950b3ce5 req-d57afd58-e38b-4c35-8b8d-4b31b52db459 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463266 Oct 31 12:39:04.024121 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a3d6-d8cc-40a4-9d09-9a3c8716b95e req-77059944-044b-4859-be79-6efeb06726a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:04.025635 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b58a3d6-d8cc-40a4-9d09-9a3c8716b95e req-77059944-044b-4859-be79-6efeb06726a1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1128 time: 0.0436106 Oct 31 12:39:04.129916 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a3d6-d8cc-40a4-9d09-9a3c8716b95e req-1b1b00d4-6793-4709-ba84-6e7c35cbe1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:04.131657 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b58a3d6-d8cc-40a4-9d09-9a3c8716b95e req-1b1b00d4-6793-4709-ba84-6e7c35cbe1af service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=8ae8c589d0b84ce096451a10717fc601&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972238 Oct 31 12:39:04.229790 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:04.248612 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58a3d6-d8cc-40a4-9d09-9a3c8716b95e req-b97a1776-d640-4449-896c-6bf40b5eddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:04.250103 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6b58a3d6-d8cc-40a4-9d09-9a3c8716b95e req-b97a1776-d640-4449-896c-6bf40b5eddba service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076043 Oct 31 12:39:04.333162 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 360a1655-b233-4d4d-a557-dc89ddf2b18e is: ACTIVE; New status is: DOWN {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:04.333726 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:04.370103 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:04.372413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0885bd79-86bd-41d4-ba12-b7b6863c6531" -d '{"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-unplugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:04.376973 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-dbf51278-56db-4650-8502-717ddcc4fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:04.378458 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-dbf51278-56db-4650-8502-717ddcc4fade service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1128 time: 0.0762441 Oct 31 12:39:04.386233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:04.393653 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:04.428206 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545c2dda-c87b-4090-a207-db5ecbf7fa09 x-openstack-request-id: req-545c2dda-c87b-4090-a207-db5ecbf7fa09 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:04.428497 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-unplugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:04.428747 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-545c2dda-c87b-4090-a207-db5ecbf7fa09 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:04.429142 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545c2dda-c87b-4090-a207-db5ecbf7fa09'] response: {'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'code': 200} Oct 31 12:39:04.449495 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=8']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:04.455263 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-b2b89562-2ef6-4405-8802-f2d409de1adc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1f478e3-0037-482b-9f12-361410fca1f5 HTTP/1.1" status: 200 len: 217 time: 0.0510433 Oct 31 12:39:04.466426 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e70a7a-1031-4c95-8c70-ae8ce7880027 req-7e6be4ee-039c-429c-97de-6bd8f6782408 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:04.467925 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-08e70a7a-1031-4c95-8c70-ae8ce7880027 req-7e6be4ee-039c-429c-97de-6bd8f6782408 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.1046338 Oct 31 12:39:04.528159 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-08e70a7a-1031-4c95-8c70-ae8ce7880027 req-61d8c706-bd43-4e1f-814c-3750da396a3f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545304 Oct 31 12:39:04.723197 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:04.741148 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-8fc76de0-1974-4b12-b6a1-f60ad32f19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:04.742651 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-8fc76de0-1974-4b12-b6a1-f60ad32f19bd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0559990 Oct 31 12:39:04.799810 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-9793913b-779e-4fe8-b765-7397c148d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:04.801446 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-9793913b-779e-4fe8-b765-7397c148d600 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519612 Oct 31 12:39:04.900669 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-b80be952-0e00-46db-95a7-75b12920ae64 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920129 Oct 31 12:39:04.999753 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:05.003511 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b3c7208d-53be-402f-af8e-b774b0dea6a2 req-4e7aca53-39a7-4e44-a0d9-a401de621007 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955579 Oct 31 12:39:05.015814 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce98a09-ed1b-4a25-88d2-a33f8f21f7ea req-60f9f0ca-c1c4-4353-8722-34e4ee96a8cf tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:05.017309 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6ce98a09-ed1b-4a25-88d2-a33f8f21f7ea req-60f9f0ca-c1c4-4353-8722-34e4ee96a8cf tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0503762 Oct 31 12:39:05.073102 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6ce98a09-ed1b-4a25-88d2-a33f8f21f7ea req-56456e15-d600-48b1-a8d7-7f53fa625a0c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476077 Oct 31 12:39:05.670421 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa65d-1edb-48f5-b759-ba668269fc48 req-2ae9326c-b7b6-4505-a3d9-aeac24afdbde tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:05.672061 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d42aa65d-1edb-48f5-b759-ba668269fc48 req-2ae9326c-b7b6-4505-a3d9-aeac24afdbde tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0646081 Oct 31 12:39:05.724881 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d42aa65d-1edb-48f5-b759-ba668269fc48 req-d12eec84-2559-4f8f-ac99-2df00ec62acb tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463808 Oct 31 12:39:05.927633 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-28641794-bde0-4392-b328-6c8625065036 req-f6cf86bd-03a9-420d-92bb-8db7613d872c service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:39:05.928668 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-28641794-bde0-4392-b328-6c8625065036 req-f6cf86bd-03a9-420d-92bb-8db7613d872c service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054991 Oct 31 12:39:06.113439 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c4e47-cda0-48db-b43b-fb97f4fa1824 req-f8f0d69a-c707-4040-9b7f-9c0db7289547 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:06.114832 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cd4c4e47-cda0-48db-b43b-fb97f4fa1824 req-f8f0d69a-c707-4040-9b7f-9c0db7289547 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0516214 Oct 31 12:39:06.141730 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-032ca714-3e56-451c-9f9d-b1002c399298 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391295 Oct 31 12:39:06.165070 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-cd4c4e47-cda0-48db-b43b-fb97f4fa1824 req-5bbc454d-3439-439a-a608-71cc36139d24 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Oct 31 12:39:06.211402 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:06.225573 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-ae1f66a2-d65c-450a-a894-ecb9c51bd7b7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:06.226899 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-ae1f66a2-d65c-450a-a894-ecb9c51bd7b7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports/360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 200 len: 941 time: 0.0537779 Oct 31 12:39:06.850119 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb46283-be87-4eb8-ab3d-c8ac8d9f7913 req-33035835-2531-43cf-8842-4d870b0b6695 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:06.851640 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4fb46283-be87-4eb8-ab3d-c8ac8d9f7913 req-33035835-2531-43cf-8842-4d870b0b6695 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0486927 Oct 31 12:39:06.902975 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4fb46283-be87-4eb8-ab3d-c8ac8d9f7913 req-b8c1a800-f226-4168-8572-f685c84f190c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Oct 31 12:39:07.225333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-7e440641-7526-412e-9820-433763a4d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:07.226944 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-7e440641-7526-412e-9820-433763a4d56a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d&tenant_id=de0eb090bf44403983e0cbb99e038321 HTTP/1.1" status: 200 len: 1128 time: 0.0412526 Oct 31 12:39:07.290934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-d934be31-aac6-4fb4-91d4-f56c4657314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:07.292408 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-d934be31-aac6-4fb4-91d4-f56c4657314a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=de0eb090bf44403983e0cbb99e038321&device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 1128 time: 0.0410440 Oct 31 12:39:07.301993 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335a3f8-22f1-465c-8bd4-98d2c5b5887f req-2dd18e8f-c4ad-44f3-9e2b-1504591e1d0b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:07.303483 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0335a3f8-22f1-465c-8bd4-98d2c5b5887f req-2dd18e8f-c4ad-44f3-9e2b-1504591e1d0b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0522227 Oct 31 12:39:07.352749 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0335a3f8-22f1-465c-8bd4-98d2c5b5887f req-14c07a2f-84cb-4851-a8d6-298b1bd4da02 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435863 Oct 31 12:39:07.392272 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-3a6b4af4-420b-4ba3-afde-a022e45b56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:07.394001 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-3a6b4af4-420b-4ba3-afde-a022e45b56cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 200 len: 917 time: 0.0948169 Oct 31 12:39:07.461836 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-1c11fbdd-fa47-4e65-ad6d-55652dab5106 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 200 len: 1000 time: 0.0596998 Oct 31 12:39:07.514678 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-c35a9afa-ecbc-4154-a3f7-6f4d3fd6850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:07.517596 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-c35a9afa-ecbc-4154-a3f7-6f4d3fd6850e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 200 len: 855 time: 0.0502491 Oct 31 12:39:07.568948 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-a4eb29d7-9b6a-4130-87ee-f6153f8483ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:07.570356 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-a4eb29d7-9b6a-4130-87ee-f6153f8483ca service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=89ec9ee8-fff5-4bf0-84fc-cc885776f150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455291 Oct 31 12:39:07.675270 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-4463ed90-2196-443f-9656-57a24736b4dc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938320 Oct 31 12:39:07.760733 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:07.773295 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e30ea8e8-99f1-40e0-b203-09b7ab7566fe req-0258f3d2-844c-491f-9a93-de9406e900ce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916095 Oct 31 12:39:08.035825 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b115dfe-b2c9-4815-9ed8-0c37ef539e85 req-3c5a26c7-8b88-4d46-8ba1-20ee981104ce tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:08.037216 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8b115dfe-b2c9-4815-9ed8-0c37ef539e85 req-3c5a26c7-8b88-4d46-8ba1-20ee981104ce tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0565507 Oct 31 12:39:08.097062 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8b115dfe-b2c9-4815-9ed8-0c37ef539e85 req-669caeba-93a2-4e90-92a8-b5b4dee98ed3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536211 Oct 31 12:39:08.532350 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:08.539785 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa4fe7-18b0-48b2-86ae-90747ad61d59 req-108ed5ed-a7e0-45f8-85f7-ba2f2328342f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:08.541486 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5daa4fe7-18b0-48b2-86ae-90747ad61d59 req-108ed5ed-a7e0-45f8-85f7-ba2f2328342f tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0675511 Oct 31 12:39:08.625720 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5daa4fe7-18b0-48b2-86ae-90747ad61d59 req-1cf3ff5e-1c0b-467b-8e8c-f181081ec2bb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655437 Oct 31 12:39:09.228343 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea939a4-62b9-4b02-82c1-c03353d04155 req-5bcbf154-d2bf-4359-bdc1-554f694876b3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:09.230417 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aea939a4-62b9-4b02-82c1-c03353d04155 req-5bcbf154-d2bf-4359-bdc1-554f694876b3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0504293 Oct 31 12:39:09.299433 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-aea939a4-62b9-4b02-82c1-c03353d04155 req-24fc477e-2d9d-4856-aa21-546b888dcb5a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549297 Oct 31 12:39:09.773413 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540401e5-1860-4868-9041-30325b11fab8 req-835cdc69-8f73-48b4-9b36-75bd4196ba04 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:09.788220 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-540401e5-1860-4868-9041-30325b11fab8 req-835cdc69-8f73-48b4-9b36-75bd4196ba04 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0614545 Oct 31 12:39:09.798640 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:09.848280 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-540401e5-1860-4868-9041-30325b11fab8 req-d2492f11-cf2a-4472-86b0-a9613002a51b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585008 Oct 31 12:39:10.428173 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe48c45-5a2f-4b50-b9b7-f1225a3870df req-cbe778c4-ca0b-4ff8-9752-b2334ca7e238 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:10.429639 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-afe48c45-5a2f-4b50-b9b7-f1225a3870df req-cbe778c4-ca0b-4ff8-9752-b2334ca7e238 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0522375 Oct 31 12:39:10.483092 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-afe48c45-5a2f-4b50-b9b7-f1225a3870df req-235cfe66-6251-4253-bb2c-090f09dc28dc tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470221 Oct 31 12:39:10.976111 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9134a-0c59-4ab3-b610-9fa7f4f4b7b0 req-dc5d845d-8ba4-4081-aa95-0edfa4cf0073 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:10.981573 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0ee9134a-0c59-4ab3-b610-9fa7f4f4b7b0 req-dc5d845d-8ba4-4081-aa95-0edfa4cf0073 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0529623 Oct 31 12:39:11.030783 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0ee9134a-0c59-4ab3-b610-9fa7f4f4b7b0 req-ba686adb-514c-4e9a-9caa-b5265e60152c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455279 Oct 31 12:39:11.844828 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec08f9-667d-48e0-9669-2ee1731b5b6b req-0814648d-75ea-4cdd-a7a5-d5784e957f80 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:11.852519 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-58ec08f9-667d-48e0-9669-2ee1731b5b6b req-0814648d-75ea-4cdd-a7a5-d5784e957f80 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.2917218 Oct 31 12:39:11.929938 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-58ec08f9-667d-48e0-9669-2ee1731b5b6b req-e306db91-8924-491c-a97b-5ea9e5491170 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680161 Oct 31 12:39:12.179803 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef02155-4891-48ca-a10f-708a63cc04cd req-ea5887b5-99a6-4ef7-b4d5-ff70456167d7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:12.181313 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-eef02155-4891-48ca-a10f-708a63cc04cd req-ea5887b5-99a6-4ef7-b4d5-ff70456167d7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0614433 Oct 31 12:39:12.233334 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-eef02155-4891-48ca-a10f-708a63cc04cd req-a486dfc5-1977-40ac-babd-5d09c71fedeb tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 Oct 31 12:39:13.063662 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ba97-7886-49ad-963b-efad098144fd req-ec4cb286-616f-48cc-91ea-cab5b2b01e6d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:13.065186 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c666ba97-7886-49ad-963b-efad098144fd req-ec4cb286-616f-48cc-91ea-cab5b2b01e6d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0610914 Oct 31 12:39:13.084749 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:13.118067 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c666ba97-7886-49ad-963b-efad098144fd req-48674e1a-4302-455c-a7e9-f1cb2110f02a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471864 Oct 31 12:39:13.371022 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f511e-d09a-4c4e-ab0a-91002584ad3f req-9e950459-d071-466d-a942-5dabe42486c4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:13.373114 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-474f511e-d09a-4c4e-ab0a-91002584ad3f req-9e950459-d071-466d-a942-5dabe42486c4 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0524662 Oct 31 12:39:13.435813 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-474f511e-d09a-4c4e-ab0a-91002584ad3f req-af5c1492-ffde-4677-b388-b0507588721c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568223 Oct 31 12:39:13.958118 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-422751a1-1cc3-43c6-ab33-406cad3a6daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:14.261299 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266eec6-10cb-4a52-83ee-39845c23e638 req-28ac4627-2d30-430d-b9ee-478db677629b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:14.263054 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a266eec6-10cb-4a52-83ee-39845c23e638 req-28ac4627-2d30-430d-b9ee-478db677629b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0583541 Oct 31 12:39:14.327120 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a266eec6-10cb-4a52-83ee-39845c23e638 req-7738fbde-172c-4541-afe4-4dcdc7bb4ac7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572429 Oct 31 12:39:14.570337 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0111-163e-47a6-b0bf-ccee9aa0f318 req-49c6d6df-6e85-417c-9260-23a413260fa2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:14.571825 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-303a0111-163e-47a6-b0bf-ccee9aa0f318 req-49c6d6df-6e85-417c-9260-23a413260fa2 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0496466 Oct 31 12:39:14.626675 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-303a0111-163e-47a6-b0bf-ccee9aa0f318 req-9c1d0d58-2308-4258-98d9-256ea2911f20 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477879 Oct 31 12:39:15.471505 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9cfc-889e-40d4-b427-ab34e57db9b5 req-580f3be5-6a59-41bf-a56d-5bb3e3c0e3f0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:15.473051 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b80c9cfc-889e-40d4-b427-ab34e57db9b5 req-580f3be5-6a59-41bf-a56d-5bb3e3c0e3f0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0579653 Oct 31 12:39:15.541711 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b80c9cfc-889e-40d4-b427-ab34e57db9b5 req-bc206387-6d10-4c14-a6ad-ecd0a0280520 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623941 Oct 31 12:39:15.776200 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a00f-50de-409a-9a95-bc41354cccc5 req-81c600b3-e756-4471-8f1f-252ecf94e3d9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:15.777920 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a693a00f-50de-409a-9a95-bc41354cccc5 req-81c600b3-e756-4471-8f1f-252ecf94e3d9 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0639024 Oct 31 12:39:15.832256 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a693a00f-50de-409a-9a95-bc41354cccc5 req-60727364-9760-46d7-a2a1-26ac77788121 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477548 Oct 31 12:39:16.123153 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-80a17ee5-aed6-4d0a-9876-707b40faa04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:16.682240 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1980-04a4-4aac-957d-c83a595849b8 req-88d75b91-66a4-440d-97ab-ed60e56ebc86 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:16.685243 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-367c1980-04a4-4aac-957d-c83a595849b8 req-88d75b91-66a4-440d-97ab-ed60e56ebc86 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0578737 Oct 31 12:39:16.748421 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-367c1980-04a4-4aac-957d-c83a595849b8 req-ace5469f-ad5c-4e15-98ee-b9d8002d9365 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580211 Oct 31 12:39:16.855077 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 33762) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:16.970016 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46db92-6db5-44e5-a6cc-df650c501947 req-e6bfe230-4496-4400-b090-53311ca7677e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:16.971518 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6c46db92-6db5-44e5-a6cc-df650c501947 req-e6bfe230-4496-4400-b090-53311ca7677e tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0515947 Oct 31 12:39:16.972806 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-76da74f0-57f4-473f-a028-4865d2f53cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.022924 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6c46db92-6db5-44e5-a6cc-df650c501947 req-fcc70fc7-0e22-439c-b747-99505a5e86f5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456741 Oct 31 12:39:17.060869 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-76da74f0-57f4-473f-a028-4865d2f53cd5 admin admin] Publish callbacks [] for security_group (5b0b77ca-97a7-4f2b-9065-b3efe3f1d499), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.064619 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-76da74f0-57f4-473f-a028-4865d2f53cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (5b0b77ca-97a7-4f2b-9065-b3efe3f1d499), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.097775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:17.103717 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da74f0-57f4-473f-a028-4865d2f53cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b77ca-97a7-4f2b-9065-b3efe3f1d499,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:17.109689 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-76da74f0-57f4-473f-a028-4865d2f53cd5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d7feab5558bf4907b13d316a8684a250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2538898 Oct 31 12:39:17.112340 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 33770) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:17.162289 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c34c05af-c269-4122-bcd3-0af0c2b4faee admin admin] Publish callbacks [] for security_group (5b0b77ca-97a7-4f2b-9065-b3efe3f1d499), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.184167 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c34c05af-c269-4122-bcd3-0af0c2b4faee admin admin] Publish callbacks [] for security_group (5b0b77ca-97a7-4f2b-9065-b3efe3f1d499), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.233652 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c34c05af-c269-4122-bcd3-0af0c2b4faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (5b0b77ca-97a7-4f2b-9065-b3efe3f1d499), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.236313 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c34c05af-c269-4122-bcd3-0af0c2b4faee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.237489 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c34c05af-c269-4122-bcd3-0af0c2b4faee admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5b0b77ca-97a7-4f2b-9065-b3efe3f1d499 HTTP/1.1" status: 204 len: 168 time: 0.1242671 Oct 31 12:39:17.248228 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c05af-c269-4122-bcd3-0af0c2b4faee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b77ca-97a7-4f2b-9065-b3efe3f1d499,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:17.385048 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:17.405213 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:17.879041 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d1f56-df05-4096-9404-70db256c4db6 req-223e8ee0-1478-4bea-a0b8-dc159f8c1a7f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:17.880590 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-163d1f56-df05-4096-9404-70db256c4db6 req-223e8ee0-1478-4bea-a0b8-dc159f8c1a7f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0545518 Oct 31 12:39:17.935773 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-163d1f56-df05-4096-9404-70db256c4db6 req-c3b20c5e-64bb-4efd-91ae-6881d953892e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477812 Oct 31 12:39:18.154774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376d273-f5b5-4b74-9f42-792dda158390 req-64627fcc-5735-40f3-9008-335a8c4d7b21 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:18.156253 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5376d273-f5b5-4b74-9f42-792dda158390 req-64627fcc-5735-40f3-9008-335a8c4d7b21 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0486057 Oct 31 12:39:18.208177 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5376d273-f5b5-4b74-9f42-792dda158390 req-22cbb3d6-a843-48c5-a21a-95e2d55901e7 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456250 Oct 31 12:39:19.064010 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de2447-5b50-4363-a545-fc9475724898 req-e44e0ddc-9318-4760-9f41-3e979f5a4d00 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:19.065511 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75de2447-5b50-4363-a545-fc9475724898 req-e44e0ddc-9318-4760-9f41-3e979f5a4d00 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0491495 Oct 31 12:39:19.072997 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:19.116455 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-75de2447-5b50-4363-a545-fc9475724898 req-9878cda3-2c8d-48cd-a514-dcc51336f47d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Oct 31 12:39:19.336736 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:19.345890 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dafcab-9665-448e-a48d-cb900a7d3efe req-14a54cdf-401f-4327-b06a-abd60fd67267 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:19.347789 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-72dafcab-9665-448e-a48d-cb900a7d3efe req-14a54cdf-401f-4327-b06a-abd60fd67267 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0558071 Oct 31 12:39:19.395583 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:19.409375 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-72dafcab-9665-448e-a48d-cb900a7d3efe req-b6696c79-a25b-41be-94fd-b015b8314dcf tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555346 Oct 31 12:39:19.440321 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=7 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:19.444839 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:19.564235 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-273fe90e-dabf-4080-a162-463df1e8d302 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=741f915aad03472e8373166c4d7fd380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304084 Oct 31 12:39:19.745446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-a17abfdd-7a6c-4432-a685-1be229e62704 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:19.746887 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-a17abfdd-7a6c-4432-a685-1be229e62704 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774685 Oct 31 12:39:19.761476 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-1d8c0492-18a0-45cb-aeee-ce2e67db85a1 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/quotas/741f915aad03472e8373166c4d7fd380 HTTP/1.1" status: 200 len: 375 time: 0.0086887 Oct 31 12:39:19.797166 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-b4f84dfd-6403-40ed-8881-eeea2fb53471 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=741f915aad03472e8373166c4d7fd380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307131 Oct 31 12:39:19.972611 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-72fab262-385a-45e9-888e-ab05129ac8d0 req-656e7ce6-15e2-4bb8-a655-becfb5a936ef tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 210 time: 0.0298448 Oct 31 12:39:20.242195 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca6afa-5f9d-4bde-8a5b-65de9875274a req-497d999a-81ec-4b00-9aa6-286f798de139 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:20.243818 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00ca6afa-5f9d-4bde-8a5b-65de9875274a req-497d999a-81ec-4b00-9aa6-286f798de139 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 944 time: 0.0489924 Oct 31 12:39:20.273001 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a1f478e3-0037-482b-9f12-361410fca1f5 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:39:20.299565 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-00ca6afa-5f9d-4bde-8a5b-65de9875274a req-32507ab9-4ede-4704-97e2-a0caf5f4cba6 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489576 Oct 31 12:39:20.402137 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port a1f478e3-0037-482b-9f12-361410fca1f5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a1f478e3-0037-482b-9f12-361410fca1f5,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:20.414543 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:39:20.457959 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port a1f478e3-0037-482b-9f12-361410fca1f5 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:20.458326 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:20.475718 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f478e3-0037-482b-9f12-361410fca1f5 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:39:20.500639 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port a1f478e3-0037-482b-9f12-361410fca1f5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a1f478e3-0037-482b-9f12-361410fca1f5,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:20.508549 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:20.566005 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534daf5-6501-4102-952f-c1ee97158579 req-b1b6d84d-ce72-487f-ba8d-ae9fc6243670 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:20.567580 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9534daf5-6501-4102-952f-c1ee97158579 req-b1b6d84d-ce72-487f-ba8d-ae9fc6243670 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0633407 Oct 31 12:39:20.586366 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=a1f478e3-0037-482b-9f12-361410fca1f5,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:20.633275 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9534daf5-6501-4102-952f-c1ee97158579 req-ba6afe31-bf45-43a3-9e93-900f843c4995 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579648 Oct 31 12:39:20.788005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['a1f478e3-0037-482b-9f12-361410fca1f5'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:39:20.810843 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:21.079595 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-76a3ed1a-cae8-4779-a998-41e3b42c2831 req-35229afc-44cb-4397-a334-4a3be1e854ad tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 210 time: 0.0277877 Oct 31 12:39:21.209519 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-75a7e6bc-d16c-4365-b6f8-138fd03f829c tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=741f915aad03472e8373166c4d7fd380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213943 Oct 31 12:39:21.318701 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0b4e7481-43c2-48f4-a0af-c36465a90aa5 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:21.320288 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0b4e7481-43c2-48f4-a0af-c36465a90aa5 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052358 Oct 31 12:39:21.338438 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Request body: {'port': {'device_id': '0284c601-38fb-4270-8808-44aaf4b96c73', 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1', 'admin_state_up': True, 'tenant_id': '741f915aad03472e8373166c4d7fd380'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:39:21.453775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:21.470684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736a4c-542e-44e6-be6e-f4c7d0551158 req-22b13a83-12df-48ad-8d64-6428fd15e56c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:21.472217 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-03736a4c-542e-44e6-be6e-f4c7d0551158 req-22b13a83-12df-48ad-8d64-6428fd15e56c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 945 time: 0.0645549 Oct 31 12:39:21.537616 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Made reservation on behalf of 741f915aad03472e8373166c4d7fd380 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:39:21.541299 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:21.552920 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-03736a4c-542e-44e6-be6e-f4c7d0551158 req-38a54d5d-208b-4731-901e-b47c66b74d1c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742176 Oct 31 12:39:21.553947 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:21.629686 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks [] for security_group (b8a507b7-840a-4255-b8f6-9f2fe855fe00), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:21.633315 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b8a507b7-840a-4255-b8f6-9f2fe855fe00), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:21.701615 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a507b7-840a-4255-b8f6-9f2fe855fe00,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:21.756403 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:21.770210 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Allocated IP 192.168.233.191 (f07f255f-e9f5-4822-9b71-11906df568f1/2224c4f4-6e00-4ee5-9bf7-f2658d751823/165b6d01-75c7-4d1f-9584-92ce0f4b1ea8) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:39:21.779017 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effca93-8178-46c1-ae13-d0a68a1f385a req-d4fe7cbb-d6b3-4e5e-a09f-fdb66ff2086b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:21.780617 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8effca93-8178-46c1-ae13-d0a68a1f385a req-d4fe7cbb-d6b3-4e5e-a09f-fdb66ff2086b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 944 time: 0.0491798 Oct 31 12:39:21.831005 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8effca93-8178-46c1-ae13-d0a68a1f385a req-8997877e-8a79-46c8-be98-8fc10b8e9a06 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Oct 31 12:39:21.923475 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks [] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:21.958169 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:21.960510 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.012186 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Network f07f255f-e9f5-4822-9b71-11906df568f1 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:39:22.012186 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:39:22.016874 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:39:22.020949 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Pushing event updated for resources: {'Port': ['ID=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:22.066857 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:22.067492 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.088096 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-0822f020-85f0-42a5-9255-b3afba7dfc36 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7539814 Oct 31 12:39:22.103833 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Request body: {'port': {'device_id': '0284c601-38fb-4270-8808-44aaf4b96c73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:39:22.169461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:22.200086 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.224496 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4b085-5ce9-4420-a6aa-a3662d211821 req-30c013d0-8c3a-4865-b9b5-198e3677f3e0 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:22.226224 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9ee4b085-5ce9-4420-a6aa-a3662d211821 req-30c013d0-8c3a-4865-b9b5-198e3677f3e0 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 936 time: 0.0706396 Oct 31 12:39:22.240638 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-4fe5c713-d86d-4698-910e-e43d1c003c33 None None] Provisioning complete for port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:22.241024 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4fe5c713-d86d-4698-910e-e43d1c003c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.241365 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-4fe5c713-d86d-4698-910e-e43d1c003c33 None None] Attempt 1 to provision port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 Oct 31 12:39:22.275005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:39:22.280579 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a1f478e3-0037-482b-9f12-361410fca1f5 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:39:22.304717 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5c713-d86d-4698-910e-e43d1c003c33 None None] Port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:39:22.357098 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9ee4b085-5ce9-4420-a6aa-a3662d211821 req-12314a28-9241-4260-9051-bade03962291 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102598 Oct 31 12:39:22.385050 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:22.398660 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port a1f478e3-0037-482b-9f12-361410fca1f5 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:39:22.410454 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port a1f478e3-0037-482b-9f12-361410fca1f5 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:22.410825 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.411185 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port a1f478e3-0037-482b-9f12-361410fca1f5 Oct 31 12:39:22.448587 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:22.467558 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'port_id': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'mac_address': 'fa:16:3e:7a:4d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:39:22.507994 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:39:22.516809 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Publish callbacks [] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.530977 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Transition to ACTIVE for port object 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:39:22.536967 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.542885 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:22.608091 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:22.661611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Attempting to bind port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:39:22.662313 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Attempting to bind port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:39:22.662436 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Attempting to bind port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 on network f07f255f-e9f5-4822-9b71-11906df568f1 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:39:22.682393 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 360a1655-b233-4d4d-a557-dc89ddf2b18e is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:22.682785 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.688692 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff000f-c352-464b-ba10-f09d28bb362e req-229df314-ef87-4a4a-95dc-b5a7e91b4989 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:22.695694 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-59ff000f-c352-464b-ba10-f09d28bb362e req-229df314-ef87-4a4a-95dc-b5a7e91b4989 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 945 time: 0.0568736 Oct 31 12:39:22.705450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 on network f07f255f-e9f5-4822-9b71-11906df568f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:39:22.705699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Attempting to bind port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 on network f07f255f-e9f5-4822-9b71-11906df568f1 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:39:22.705918 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360a1655-b233-4d4d-a557-dc89ddf2b18e {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:39:22.710124 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port a1f478e3-0037-482b-9f12-361410fca1f5 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:22.710503 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.747349 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:22.752350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:39:22.752822 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Checking segment: {'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:39:22.753387 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Bound using segment: {'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:39:22.753940 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Bound port: 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ff2f78-39c1-421a-b436-af672be8df21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:39:22.754358 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.756373 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-59ff000f-c352-464b-ba10-f09d28bb362e req-aa432b10-7d5b-4efe-85d3-7cede95f778a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593042 Oct 31 12:39:22.756785 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:22.759752 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b05e9e6-d501-42f9-86f7-525891412d97" -d '{"events": [{"server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "name": "network-vif-plugged", "status": "completed", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:22.764814 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.784199 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port a1f478e3-0037-482b-9f12-361410fca1f5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a1f478e3-0037-482b-9f12-361410fca1f5,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:22.818746 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e38bca-fd91-4e89-be6c-281172f07f29 x-openstack-request-id: req-a3e38bca-fd91-4e89-be6c-281172f07f29 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:22.819727 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "name": "network-vif-plugged", "status": "completed", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:22.819988 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3e38bca-fd91-4e89-be6c-281172f07f29 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:22.820537 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e38bca-fd91-4e89-be6c-281172f07f29'] response: {'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'code': 200} Oct 31 12:39:22.823402 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.832480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] For port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:39:22.836101 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] For port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,segment=NetworkSegment(e5ff2f78-39c1-421a-b436-af672be8df21),segment_id=e5ff2f78-39c1-421a-b436-af672be8df21)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:39:22.844565 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.849434 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:22.850193 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:22.851831 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 HTTP/1.1" status: 200 len: 1098 time: 0.7523844 Oct 31 12:39:22.853585 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284c601-38fb-4270-8808-44aaf4b96c73', 'tag': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:22.856155 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5e6c52-3110-4599-b40c-ce51ccbc8762" -d '{"events": [{"name": "network-changed", "server_uuid": "0284c601-38fb-4270-8808-44aaf4b96c73", "tag": "165b6d01-75c7-4d1f-9584-92ce0f4b1ea8"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:22.856335 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=9']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:22.866468 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.866917 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.867310 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.867714 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.868092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.868611 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.869100 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.869580 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.870693 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.871361 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.872440 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.873307 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.873496 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.873827 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.874153 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:39:22.881896 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:22.914035 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b9819-8a24-4989-a5ed-48b733f6e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:22.939860 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c951b0f-6610-4f35-a716-f247057e7c60 x-openstack-request-id: req-9c951b0f-6610-4f35-a716-f247057e7c60 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:22.940146 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284c601-38fb-4270-8808-44aaf4b96c73", "tag": "165b6d01-75c7-4d1f-9584-92ce0f4b1ea8", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:22.940396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c951b0f-6610-4f35-a716-f247057e7c60 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:22.940799 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c951b0f-6610-4f35-a716-f247057e7c60'] response: {'name': 'network-changed', 'server_uuid': '0284c601-38fb-4270-8808-44aaf4b96c73', 'tag': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8', 'status': 'completed', 'code': 200} Oct 31 12:39:22.945535 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=a1f478e3-0037-482b-9f12-361410fca1f5,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:22.991728 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7f982-c747-478b-8694-aac222379ecf req-f96b6638-4e17-464b-9111-9aa8d5ceccf5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:22.993127 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f9b7f982-c747-478b-8694-aac222379ecf req-f96b6638-4e17-464b-9111-9aa8d5ceccf5 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 945 time: 0.0471876 Oct 31 12:39:23.007011 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:23.045972 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-728d095b-0c31-4463-8fdd-b4ab3c9091fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:23.047853 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-728d095b-0c31-4463-8fdd-b4ab3c9091fe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=741f915aad03472e8373166c4d7fd380&device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 1132 time: 0.0570796 Oct 31 12:39:23.048562 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f9b7f982-c747-478b-8694-aac222379ecf req-4f7b3f1b-2b0f-4d89-a84a-3a324f26d57b tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486889 Oct 31 12:39:23.064862 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['360a1655-b233-4d4d-a557-dc89ddf2b18e'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:39:23.106261 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-1ef6d76b-b2d9-4039-b209-1e9a9f1f7c61 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 HTTP/1.1" status: 200 len: 217 time: 0.0456424 Oct 31 12:39:23.173477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34f4e6-0c30-4cce-9aab-446d13d2946b req-34ad58e2-5bb9-4801-8cf1-d52466ad65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:23.174949 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb34f4e6-0c30-4cce-9aab-446d13d2946b req-34ad58e2-5bb9-4801-8cf1-d52466ad65b5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1130 time: 0.0678077 Oct 31 12:39:23.181947 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-5533fe66-1093-4f75-be86-8972719e8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:23.183996 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-5533fe66-1093-4f75-be86-8972719e8e21 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2224c4f4-6e00-4ee5-9bf7-f2658d751823 HTTP/1.1" status: 200 len: 843 time: 0.0683749 Oct 31 12:39:23.221719 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:23.257103 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-9e3c25bd-4f08-4af0-b8ad-a5b32288db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:23.258484 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-9e3c25bd-4f08-4af0-b8ad-a5b32288db91 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f07f255f-e9f5-4822-9b71-11906df568f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0675409 Oct 31 12:39:23.262262 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb34f4e6-0c30-4cce-9aab-446d13d2946b req-d6453f3c-ce75-44ba-abed-8038c89bb196 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774524 Oct 31 12:39:23.501669 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251f18b-8ee5-4f3d-aaaf-2e1422a97e54 req-f94c32b8-2490-4ee2-8436-b0f437471a1c tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:23.503099 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d251f18b-8ee5-4f3d-aaaf-2e1422a97e54 req-f94c32b8-2490-4ee2-8436-b0f437471a1c tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 948 time: 0.0687885 Oct 31 12:39:23.595084 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-c034091b-6737-4bcd-9f25-91d91bbb39fc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f07f255f-e9f5-4822-9b71-11906df568f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333411 Oct 31 12:39:23.599211 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d251f18b-8ee5-4f3d-aaaf-2e1422a97e54 req-7b637e08-b24c-40bf-b857-1ac9e28a78da tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685732 Oct 31 12:39:23.685496 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-918c19c4-7f23-4b73-ae76-8772cb08c843 req-7b2d0795-1e1d-4637-abaf-c0a481ceff94 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f07f255f-e9f5-4822-9b71-11906df568f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835190 Oct 31 12:39:23.886239 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350496b-5968-43f6-8e20-6eb8f50ad39d req-54ee2036-6d80-4da7-ab64-ace021866a1e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:23.887963 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2350496b-5968-43f6-8e20-6eb8f50ad39d req-54ee2036-6d80-4da7-ab64-ace021866a1e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 946 time: 0.0512042 Oct 31 12:39:23.898941 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:23.937534 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2350496b-5968-43f6-8e20-6eb8f50ad39d req-cdb08aef-43dd-4657-9bca-3d0cb4e0c80e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440791 Oct 31 12:39:24.121916 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 33920) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:24.189479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859ef2d-3e4b-4b08-afc7-8653a433d3a9 req-3a3b9bf1-2801-41b4-89c5-5277c5b5aa28 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:24.190928 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7859ef2d-3e4b-4b08-afc7-8653a433d3a9 req-3a3b9bf1-2801-41b4-89c5-5277c5b5aa28 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 945 time: 0.0535018 Oct 31 12:39:24.239556 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7859ef2d-3e4b-4b08-afc7-8653a433d3a9 req-d0e16c21-efc9-495f-8872-95a86a456c8d tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Oct 31 12:39:24.284549 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:24.290654 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:39:24.337006 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 360a1655-b233-4d4d-a557-dc89ddf2b18e triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:24.337376 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.337715 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 360a1655-b233-4d4d-a557-dc89ddf2b18e Oct 31 12:39:24.410781 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 360a1655-b233-4d4d-a557-dc89ddf2b18e is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:24.411086 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.421171 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Deleting port 00f960ad-0b5e-4cbf-a61c-b05050e19e05 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:24.421511 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.444885 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:24.448970 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.495821 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=10']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:24.497417 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.498402 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for floatingip (00f960ad-0b5e-4cbf-a61c-b05050e19e05), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.509856 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Calling delete_port for 00f960ad-0b5e-4cbf-a61c-b05050e19e05 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:24.683598 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (00f960ad-0b5e-4cbf-a61c-b05050e19e05), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.710555 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event deleted for resources: {'Port': ['ID=00f960ad-0b5e-4cbf-a61c-b05050e19e05,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:24.726083 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1248a-cf11-4c9a-843b-e05f26f0380c req-975a2d98-7c1c-4c76-a78f-c9703f30eeae tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:24.728059 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d2f1248a-cf11-4c9a-843b-e05f26f0380c req-975a2d98-7c1c-4c76-a78f-c9703f30eeae tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 948 time: 0.0526884 Oct 31 12:39:24.775449 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d2f1248a-cf11-4c9a-843b-e05f26f0380c req-bf573c06-3ff8-450e-a9b9-2be84ee5599b tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Oct 31 12:39:24.778118 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for floatingip (27a67ae5-4b23-4fab-914d-76ef8e3163a6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:24.778456 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Floating IP 27a67ae5-4b23-4fab-914d-76ef8e3163a6 disassociated (deleted). External IP: 172.27.3.217, port: c444a742-6430-4bab-91f7-bff045443454. Oct 31 12:39:24.780136 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:24.822084 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:24.825104 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e4eb3-132e-4b49-a0af-c98b249c0de5" -d '{"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-plugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:24.863982 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75858555-04eb-4c1e-b2e8-9ecfc9e0e952 x-openstack-request-id: req-75858555-04eb-4c1e-b2e8-9ecfc9e0e952 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:24.864278 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-plugged", "status": "completed", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:24.864530 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75858555-04eb-4c1e-b2e8-9ecfc9e0e952 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:24.864923 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75858555-04eb-4c1e-b2e8-9ecfc9e0e952'] response: {'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'code': 200} Oct 31 12:39:25.071949 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5277d-3343-4ea6-b16a-c709ace955c6 req-4622987b-69e8-4e07-836c-f0b7cfe1e37c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:25.074118 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-75b5277d-3343-4ea6-b16a-c709ace955c6 req-4622987b-69e8-4e07-836c-f0b7cfe1e37c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 946 time: 0.0530419 Oct 31 12:39:25.129936 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-75b5277d-3343-4ea6-b16a-c709ace955c6 req-78bc5533-2b88-49d3-9e47-ae17289c041e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495684 Oct 31 12:39:25.230148 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Router 0d072e7d-cb3c-4b61-841d-d271c023183c has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:25.352328 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:25.362910 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] Sync routers for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:25.374809 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:25.375469 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:25.375655 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:25.420233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:25.423295 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:25.441726 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4f4ad-faa4-4d9e-a14d-28f247a8ead3 req-f97a37cd-2cf2-43ea-a59d-fce97bb0382c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:25.443336 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d6a4f4ad-faa4-4d9e-a14d-28f247a8ead3 req-f97a37cd-2cf2-43ea-a59d-fce97bb0382c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.1137514 Oct 31 12:39:25.445923 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-82c0ba2e-bb77-4085-ae61-7bf85a7bdcd2 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/27a67ae5-4b23-4fab-914d-76ef8e3163a6 HTTP/1.1" status: 204 len: 168 time: 1.3229842 Oct 31 12:39:25.446967 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-03dafa80-1be6-4d53-9d77-8ba52ad06bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:25.448922 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-03dafa80-1be6-4d53-9d77-8ba52ad06bef service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=741f915aad03472e8373166c4d7fd380&device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 1132 time: 0.1137650 Oct 31 12:39:25.449959 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'tag': 'c444a742-6430-4bab-91f7-bff045443454'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:25.452226 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5613d3-4644-4419-9198-79abec84885b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "tag": "c444a742-6430-4bab-91f7-bff045443454"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:25.493040 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:25.643352 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d6a4f4ad-faa4-4d9e-a14d-28f247a8ead3 req-56e071b5-6cf1-492a-8cbc-ed46e5118e15 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779079 Oct 31 12:39:25.646574 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bfdd85-53a8-4517-9e4e-ab56eab392c4 x-openstack-request-id: req-54bfdd85-53a8-4517-9e4e-ab56eab392c4 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:25.646859 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "tag": "c444a742-6430-4bab-91f7-bff045443454", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:25.647105 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54bfdd85-53a8-4517-9e4e-ab56eab392c4 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:25.647526 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54bfdd85-53a8-4517-9e4e-ab56eab392c4'] response: {'name': 'network-changed', 'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'tag': 'c444a742-6430-4bab-91f7-bff045443454', 'status': 'completed', 'code': 200} Oct 31 12:39:25.656058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0ead1-9634-4644-8fd2-3f28c4771496 req-058a3424-d5f8-42a1-a5c4-860c69ecd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:25.657547 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ccb0ead1-9634-4644-8fd2-3f28c4771496 req-058a3424-d5f8-42a1-a5c4-860c69ecd2ab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 1131 time: 0.0736914 Oct 31 12:39:25.680517 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-1b2d0557-09f7-4ab0-8fba-d710d68bd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:25.682502 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-1b2d0557-09f7-4ab0-8fba-d710d68bd820 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=f07f255f-e9f5-4822-9b71-11906df568f1 HTTP/1.1" status: 200 len: 870 time: 0.2270188 Oct 31 12:39:25.717950 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:12Z', 'revision_number': 5, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:25.740450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8dd10-c1ba-423c-a0b5-a59bb229f1e2 req-29352926-b39e-40c6-8250-76c9410c9ea6 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:25.741835 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a9d8dd10-c1ba-423c-a0b5-a59bb229f1e2 req-29352926-b39e-40c6-8250-76c9410c9ea6 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.0480142 Oct 31 12:39:25.742605 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] Checking router: 0d072e7d-cb3c-4b61-841d-d271c023183c for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:25.751242 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:25.751847 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:25.793267 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a9d8dd10-c1ba-423c-a0b5-a59bb229f1e2 req-173e8bef-af02-4d27-b504-5779d88c4a12 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452743 Oct 31 12:39:25.858757 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:25.860313 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:25.913359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5062f0-83e8-4c83-8e14-bae041e75f9e req-cf11f80d-9abf-4323-b0fb-2d31309dc5c6 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:25.914817 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f5062f0-83e8-4c83-8e14-bae041e75f9e req-cf11f80d-9abf-4323-b0fb-2d31309dc5c6 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 948 time: 0.0516450 Oct 31 12:39:25.964556 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f5062f0-83e8-4c83-8e14-bae041e75f9e req-653e65df-2bc9-4c9d-a48a-5156b3ef9307 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432169 Oct 31 12:39:26.057051 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:12Z', 'revision_number': 5, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:26.081427 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd861a-e7e2-4071-8e27-17050cfa1093 None None] The sync data for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi is: [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '96884c39-f395-42c1-9e1f-0fc5700fcac9', 'name': '', 'network_id': '4c791682-8f05-4443-be69-80decd7c40ce', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'mac_address': 'fa:16:3e:d3:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:07Z', 'updated_at': '2022-10-31T12:34:12Z', 'revision_number': 5, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'subnets': [{'id': '6ff1ea18-1bee-4daf-b633-4e9810c0f838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:26.253669 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1030af-faf5-448b-a3ef-4d36f56f0367 req-4f267ec0-cb42-4929-abf4-1807039be5b3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:26.255891 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1e1030af-faf5-448b-a3ef-4d36f56f0367 req-4f267ec0-cb42-4929-abf4-1807039be5b3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 946 time: 0.0493152 Oct 31 12:39:26.309440 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1e1030af-faf5-448b-a3ef-4d36f56f0367 req-fcce53c1-2502-4434-aebb-892391a870bf tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466640 Oct 31 12:39:26.313459 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae965fa-ece7-4851-9c97-a4f5c7f0a2e2 None None] New status for floating IP 27a67ae5-4b23-4fab-914d-76ef8e3163a6: DOWN {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:39:26.432042 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7889ff6-d509-4dcb-9e14-4b75f960128b req-d48e1a51-f823-412d-8f50-10a96138f92b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:26.434175 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b7889ff6-d509-4dcb-9e14-4b75f960128b req-d48e1a51-f823-412d-8f50-10a96138f92b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 946 time: 0.0493681 Oct 31 12:39:26.482286 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b7889ff6-d509-4dcb-9e14-4b75f960128b req-89b36603-dbef-4999-9647-3a9df4094264 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423706 Oct 31 12:39:26.510815 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33954) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:26.552241 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d25e281-221b-4b79-8a85-f10a9b9e2476 tempest-TestVolumeBootPattern-940701700 tempest-TestVolumeBootPattern-940701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:26.553642 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-5d25e281-221b-4b79-8a85-f10a9b9e2476 tempest-TestVolumeBootPattern-940701700 tempest-TestVolumeBootPattern-940701700-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1125 time: 0.0417619 Oct 31 12:39:26.556471 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 33956) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:26.560659 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:39:26.581271 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:26.657702 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:26.803981 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Allocated IP 172.27.3.240 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/27ab4f98-ae7d-4fa7-934a-538afce14c7f) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:39:26.811068 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99776704-b58c-4dd9-8b8c-a58415a7d09d req-2fd8307b-9fbf-475a-a4c2-2a82a3525061 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:26.812544 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-99776704-b58c-4dd9-8b8c-a58415a7d09d req-2fd8307b-9fbf-475a-a4c2-2a82a3525061 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.0690911 Oct 31 12:39:26.917081 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-99776704-b58c-4dd9-8b8c-a58415a7d09d req-6a5c5bae-b606-46c0-a399-1ffa858c3d03 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968323 Oct 31 12:39:26.923047 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-b64288e9-f31b-49c4-9188-6e9e8949208f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 HTTP/1.1" status: 200 len: 217 time: 0.0546391 Oct 31 12:39:26.926198 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:26.958927 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:26.973238 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:26.983366 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291f429-4579-4794-8d0c-ad463ee31e9e req-a4c74986-739c-40a4-be36-3fe2d395518c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:26.984853 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1291f429-4579-4794-8d0c-ad463ee31e9e req-a4c74986-739c-40a4-be36-3fe2d395518c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.1080117 Oct 31 12:39:26.997496 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:27.016188 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ccb0ead1-9634-4644-8fd2-3f28c4771496 req-f76acf58-29de-4156-9af0-6846a9444d0d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382010 Oct 31 12:39:27.059388 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1291f429-4579-4794-8d0c-ad463ee31e9e req-7c5fed51-e00a-422a-8d3d-c8e34b9d3a88 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662689 Oct 31 12:39:27.060166 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:39:27.061125 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=27ab4f98-ae7d-4fa7-934a-538afce14c7f,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:27.085870 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:39:27.103978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:39:27.149991 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc6f0b-14fa-4f52-80ad-e4fab3b29e4d req-4a300ed3-45e3-46eb-b0ea-6909d4856774 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:27.151692 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-01cc6f0b-14fa-4f52-80ad-e4fab3b29e4d req-4a300ed3-45e3-46eb-b0ea-6909d4856774 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 948 time: 0.0799732 Oct 31 12:39:27.254023 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-01cc6f0b-14fa-4f52-80ad-e4fab3b29e4d req-438d4bb4-9f6b-41bd-b324-11262c7277b3 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962763 Oct 31 12:39:27.503113 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (34104865-2ebb-466e-bc64-a5d9322e56c4), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:27.549849 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:27.569985 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5613d3-4644-4419-9198-79abec84885b req-d3b348bd-b6d6-46c2-b478-5333cba64131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:27.571504 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd5613d3-4644-4419-9198-79abec84885b req-d3b348bd-b6d6-46c2-b478-5333cba64131 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b14b98f006574deabc030c2e93c680c4&device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 1129 time: 0.0798335 Oct 31 12:39:27.575910 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-f9717540-e054-4afd-811f-1d1cbe93be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:27.576241 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:27.577191 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-f9717540-e054-4afd-811f-1d1cbe93be02 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2224c4f4-6e00-4ee5-9bf7-f2658d751823 HTTP/1.1" status: 200 len: 843 time: 0.0960445 Oct 31 12:39:27.708332 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:27.723953 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:27.728149 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:27.793647 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=27ab4f98-ae7d-4fa7-934a-538afce14c7f,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:27.796438 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (34104865-2ebb-466e-bc64-a5d9322e56c4), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:27.849191 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:27.894621 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Floating IP 34104865-2ebb-466e-bc64-a5d9322e56c4 associated. External IP: 172.27.3.240, port: a1f478e3-0037-482b-9f12-361410fca1f5. Oct 31 12:39:28.056592 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e841c-f0cc-4476-aaec-a49fcbb7decf req-f6cf1389-53fd-4566-8428-673d4d200366 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:28.058706 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c35e841c-f0cc-4476-aaec-a49fcbb7decf req-f6cf1389-53fd-4566-8428-673d4d200366 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.0578523 Oct 31 12:39:28.101199 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:28.113668 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c35e841c-f0cc-4476-aaec-a49fcbb7decf req-4bb8f175-37e2-4624-81a7-1a189fa0f722 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486231 Oct 31 12:39:28.293853 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:39:28.431728 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,segment=NetworkSegment(e5ff2f78-39c1-421a-b436-af672be8df21),segment_id=e5ff2f78-39c1-421a-b436-af672be8df21)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:28.445767 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8', 'network_id': 'f07f255f-e9f5-4822-9b71-11906df568f1', 'port_id': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8', 'mac_address': 'fa:16:3e:13:ea:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2224c4f4-6e00-4ee5-9bf7-f2658d751823', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:39:28.497714 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:28.498395 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:28.514842 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:39:28.538189 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c159-540a-4e77-bbfe-a00b21e88ea6 req-fb79e7ba-a75c-4ed1-8d56-2113d4cbb561 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:28.539696 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ad81c159-540a-4e77-bbfe-a00b21e88ea6 req-fb79e7ba-a75c-4ed1-8d56-2113d4cbb561 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.3731215 Oct 31 12:39:28.541239 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,segment=NetworkSegment(e5ff2f78-39c1-421a-b436-af672be8df21),segment_id=e5ff2f78-39c1-421a-b436-af672be8df21)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:28.547372 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:28.549062 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:28.558262 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-855960af-c7be-45db-81f4-3b7a866b190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:28.559845 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-855960af-c7be-45db-81f4-3b7a866b190b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f07f255f-e9f5-4822-9b71-11906df568f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2142324 Oct 31 12:39:28.574959 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:28.577368 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbdf9d-2871-42b5-84c0-ebbab39f250f req-1caaeec8-f2ec-4f64-acee-31c7a061f824 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:28.579895 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f1cbdf9d-2871-42b5-84c0-ebbab39f250f req-1caaeec8-f2ec-4f64-acee-31c7a061f824 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 948 time: 0.2443449 Oct 31 12:39:28.592453 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-96dd6784-0b1f-496e-a33e-383f7458cd83 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:28.594205 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-96dd6784-0b1f-496e-a33e-383f7458cd83 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 945 time: 0.1464889 Oct 31 12:39:28.595041 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:28.611635 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:28.612968 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:28.613778 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:28.645165 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ad81c159-540a-4e77-bbfe-a00b21e88ea6 req-2171ec04-d2ba-43f1-86ff-3c8ae3c1ca0a tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=97fd772e-52e2-4624-9d69-957a9e6dc239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958958 Oct 31 12:39:28.645466 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5613d3-4644-4419-9198-79abec84885b req-7eeefcb2-ab01-45db-9c3c-c8d267d8243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:28.648870 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-b15a4af7-b920-4199-afaa-a30ecc7e7d6f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0892987 Oct 31 12:39:28.649041 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd5613d3-4644-4419-9198-79abec84885b req-7eeefcb2-ab01-45db-9c3c-c8d267d8243b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 200 len: 909 time: 0.2990148 Oct 31 12:39:28.649143 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:28.650056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9549e34-dce4-4665-b101-6b8829359d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:28.658930 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:28.667762 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-f1cbdf9d-2871-42b5-84c0-ebbab39f250f req-7490dd79-9556-4e97-8389-56d51709060f tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821447 Oct 31 12:39:28.683704 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:28.723428 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e6fa42-6ef3-414f-9c08-be1de4ddf7ce x-openstack-request-id: req-d3e6fa42-6ef3-414f-9c08-be1de4ddf7ce {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:28.723711 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:28.723961 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3e6fa42-6ef3-414f-9c08-be1de4ddf7ce {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:28.724360 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e6fa42-6ef3-414f-9c08-be1de4ddf7ce'] response: {'name': 'network-changed', 'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'status': 'completed', 'code': 200} Oct 31 12:39:28.741365 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:28.898710 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['165b6d01-75c7-4d1f-9584-92ce0f4b1ea8'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:39:28.933845 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd5613d3-4644-4419-9198-79abec84885b req-73a52188-6aa0-428b-8a1a-d11a7a024829 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 200 len: 217 time: 0.0574858 Oct 31 12:39:29.031740 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:27Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:29.035660 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:29.067889 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Deleting port c444a742-6430-4bab-91f7-bff045443454 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:29.068509 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (c444a742-6430-4bab-91f7-bff045443454), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:29.073272 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:29.107351 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:29.107979 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:29.138382 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-55e43be0-76eb-408d-9e7c-1f1b0eb605fb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f07f255f-e9f5-4822-9b71-11906df568f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193470 Oct 31 12:39:29.184625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] For port c444a742-6430-4bab-91f7-bff045443454, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c444a742-6430-4bab-91f7-bff045443454,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:29.185005 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (c444a742-6430-4bab-91f7-bff045443454), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:29.201787 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Calling delete_port for c444a742-6430-4bab-91f7-bff045443454 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:29.293753 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e361f-f04b-4d17-946f-ae3650df9db2 req-fd9363b1-9e20-4f08-b38d-d6266d0c83ad tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:29.295337 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-058e361f-f04b-4d17-946f-ae3650df9db2 req-fd9363b1-9e20-4f08-b38d-d6266d0c83ad tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.0792832 Oct 31 12:39:29.421552 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:29.436841 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5613d3-4644-4419-9198-79abec84885b req-87c7cca9-bbee-4bf4-94e4-65b27b16ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:29.438427 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd5613d3-4644-4419-9198-79abec84885b req-87c7cca9-bbee-4bf4-94e4-65b27b16ec66 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6ff1ea18-1bee-4daf-b633-4e9810c0f838 HTTP/1.1" status: 200 len: 847 time: 0.0885684 Oct 31 12:39:29.536736 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549e34-dce4-4665-b101-6b8829359d6f req-cb791b08-e3c4-4cc5-a50a-d7d343a3d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:29.538244 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9549e34-dce4-4665-b101-6b8829359d6f req-cb791b08-e3c4-4cc5-a50a-d7d343a3d0a8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1130 time: 0.2403781 Oct 31 12:39:29.576743 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:29.598115 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-058e361f-f04b-4d17-946f-ae3650df9db2 req-2c762f2d-5783-42b7-bd0a-88c591b6d4c3 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856686 Oct 31 12:39:29.626848 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4d5e6c52-3110-4599-b40c-ce51ccbc8762 req-d30f3ab4-fd39-499d-a29d-367e06412fca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f07f255f-e9f5-4822-9b71-11906df568f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812469 Oct 31 12:39:29.669483 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (c444a742-6430-4bab-91f7-bff045443454), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:29.735758 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event deleted for resources: {'Port': ['ID=c444a742-6430-4bab-91f7-bff045443454,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:29.755377 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:27Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:29.781656 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:29.790341 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42773bd7-4b6f-4f59-818c-778760dede5c None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:27Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:29.937268 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5613d3-4644-4419-9198-79abec84885b req-5eb6d6c0-6873-41f7-8d80-84535c278b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:29.939277 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd5613d3-4644-4419-9198-79abec84885b req-5eb6d6c0-6873-41f7-8d80-84535c278b98 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=4c791682-8f05-4443-be69-80decd7c40ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1905956 Oct 31 12:39:29.945532 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-18231ec6-a18b-44dd-bbb9-0b05aa33c2f8 req-2dbc6fad-2a7c-4238-98c1-f6bd2ca85458 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.1648002 Oct 31 12:39:30.009236 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] No DVR routers for this DVR port c444a742-6430-4bab-91f7-bff045443454 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:30.019290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:30.028670 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae835d9d-a147-42e6-957d-39df5350dee4 req-80c34de6-cac8-4c95-baf7-36fe2f2460d7 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c444a742-6430-4bab-91f7-bff045443454 HTTP/1.1" status: 204 len: 173 time: 1.1089473 Oct 31 12:39:30.029551 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-deleted', 'tag': 'c444a742-6430-4bab-91f7-bff045443454'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:30.037751 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f680f1-ae23-4193-9e81-3a6ed2d3e6ef" -d '{"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-deleted", "tag": "c444a742-6430-4bab-91f7-bff045443454"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:30.049339 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422f599-6eef-4bd7-8139-2db726a4e216 req-b752b35b-ef28-44e1-abf5-05a121b3a778 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:30.051106 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d422f599-6eef-4bd7-8139-2db726a4e216 req-b752b35b-ef28-44e1-abf5-05a121b3a778 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 949 time: 0.0883093 Oct 31 12:39:30.139044 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d422f599-6eef-4bd7-8139-2db726a4e216 req-e67649f0-4e29-433e-aad4-1919a8044de6 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764318 Oct 31 12:39:30.177359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42faef6f-d13b-4287-89be-5e4f1494e6a4 x-openstack-request-id: req-42faef6f-d13b-4287-89be-5e4f1494e6a4 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:30.177825 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c93a18-ee0e-438e-823c-cf51f9d4985f", "name": "network-vif-deleted", "tag": "c444a742-6430-4bab-91f7-bff045443454", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:30.177924 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42faef6f-d13b-4287-89be-5e4f1494e6a4 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:30.178280 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42faef6f-d13b-4287-89be-5e4f1494e6a4'] response: {'server_uuid': 'b8c93a18-ee0e-438e-823c-cf51f9d4985f', 'name': 'network-vif-deleted', 'tag': 'c444a742-6430-4bab-91f7-bff045443454', 'status': 'completed', 'code': 200} Oct 31 12:39:30.183877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549e34-dce4-4665-b101-6b8829359d6f req-ec9d470f-3939-4827-8439-ed623c582ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:30.184805 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9549e34-dce4-4665-b101-6b8829359d6f req-ec9d470f-3939-4827-8439-ed623c582ac5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.4454622 Oct 31 12:39:30.196602 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c45cd8-af0f-426e-8bce-c645490d14e5 None None] New status for floating IP 34104865-2ebb-466e-bc64-a5d9322e56c4: ACTIVE {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:39:30.206669 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd5613d3-4644-4419-9198-79abec84885b req-9be91cf5-5111-4bfc-bcbb-ddff1752c942 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394342 Oct 31 12:39:30.311096 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:39:30.360233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:39:30.366608 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:30.367006 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:30.367357 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 Oct 31 12:39:30.442635 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:30.455698 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:30.456099 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:30.484766 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284c601-38fb-4270-8808-44aaf4b96c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:30.487085 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48912863-3e06-40e6-bbe4-5f153946d8e5" -d '{"events": [{"server_uuid": "0284c601-38fb-4270-8808-44aaf4b96c73", "name": "network-vif-plugged", "status": "completed", "tag": "165b6d01-75c7-4d1f-9584-92ce0f4b1ea8"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:30.502588 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,segment=NetworkSegment(e5ff2f78-39c1-421a-b436-af672be8df21),segment_id=e5ff2f78-39c1-421a-b436-af672be8df21)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:30.506922 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:30.507971 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c444a742-6430-4bab-91f7-bff045443454 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:30.548617 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29761493-73af-47d8-aa51-69b5982523d8 x-openstack-request-id: req-29761493-73af-47d8-aa51-69b5982523d8 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:30.549189 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284c601-38fb-4270-8808-44aaf4b96c73", "name": "network-vif-plugged", "status": "completed", "tag": "165b6d01-75c7-4d1f-9584-92ce0f4b1ea8", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:30.549451 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29761493-73af-47d8-aa51-69b5982523d8 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:30.550070 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9549e34-dce4-4665-b101-6b8829359d6f req-55dfb94f-7851-4382-a6df-683273593bbd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1f478e3-0037-482b-9f12-361410fca1f5 HTTP/1.1" status: 200 len: 1002 time: 0.1230571 Oct 31 12:39:30.550357 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29761493-73af-47d8-aa51-69b5982523d8'] response: {'server_uuid': '0284c601-38fb-4270-8808-44aaf4b96c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8', 'code': 200} Oct 31 12:39:30.551125 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: c444a742-6430-4bab-91f7-bff045443454 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:30.551489 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device c444a742-6430-4bab-91f7-bff045443454 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:30.585657 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:30.611032 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd5613d3-4644-4419-9198-79abec84885b req-2e04e3ec-676b-40aa-8aab-7021cbcca003 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943295 Oct 31 12:39:30.622462 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549e34-dce4-4665-b101-6b8829359d6f req-91f2caca-06e3-4b06-87d4-a318c5bf89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:30.624044 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9549e34-dce4-4665-b101-6b8829359d6f req-91f2caca-06e3-4b06-87d4-a318c5bf89a0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0666723 Oct 31 12:39:30.684535 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9549e34-dce4-4665-b101-6b8829359d6f req-88c36f66-cf77-4469-ba09-08b5522a0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:30.686287 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9549e34-dce4-4665-b101-6b8829359d6f req-88c36f66-cf77-4469-ba09-08b5522a0cf8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556576 Oct 31 12:39:30.899605 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821947a-2755-4532-b8e7-c0b3f29c7445 req-2445c468-60c2-4a4c-b984-bcd733fbff8c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:30.901413 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3821947a-2755-4532-b8e7-c0b3f29c7445 req-2445c468-60c2-4a4c-b984-bcd733fbff8c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.1780441 Oct 31 12:39:30.929345 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215635df-2cdd-4c9b-ad02-38d2065358cc req-d0fbab69-0358-49cf-a74e-8630a653b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:30.930760 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-215635df-2cdd-4c9b-ad02-38d2065358cc req-d0fbab69-0358-49cf-a74e-8630a653b9e9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 1134 time: 0.2086065 Oct 31 12:39:31.002619 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9549e34-dce4-4665-b101-6b8829359d6f req-3e654059-0746-4252-98b7-4510f007b437 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010433 Oct 31 12:39:31.014658 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3821947a-2755-4532-b8e7-c0b3f29c7445 req-61c7620a-3b79-42e2-bbee-83b8cf98ca83 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048405 Oct 31 12:39:31.074040 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-215635df-2cdd-4c9b-ad02-38d2065358cc req-bfb7b67d-e9e7-4b88-a598-1c68e6399b48 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351330 Oct 31 12:39:31.133570 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a9549e34-dce4-4665-b101-6b8829359d6f req-3ff3e5f5-5e4f-4ea4-a15b-a8a21d8f6867 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155305 Oct 31 12:39:31.159452 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a0009837-fa69-4740-886c-214d10a71dce req-657ff257-7663-4837-b9d2-15e6596b3c1c tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0279748 Oct 31 12:39:31.263616 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88915a92-afa3-4a21-9fdb-6bfb5c782b37 req-67fb6dd9-868e-4a47-ba47-6d872e7be917 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:31.265156 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-88915a92-afa3-4a21-9fdb-6bfb5c782b37 req-67fb6dd9-868e-4a47-ba47-6d872e7be917 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0479453 Oct 31 12:39:31.319666 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-88915a92-afa3-4a21-9fdb-6bfb5c782b37 req-a2c8bb73-763d-45d2-8b6b-2bc02dbc2944 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484700 Oct 31 12:39:31.486571 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccf771-1242-49d9-a0af-04920776cda3 req-a5b46589-2783-4613-ad94-94ce561b7d22 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:31.488043 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-67ccf771-1242-49d9-a0af-04920776cda3 req-a5b46589-2783-4613-ad94-94ce561b7d22 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 945 time: 0.0487831 Oct 31 12:39:31.534761 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-67ccf771-1242-49d9-a0af-04920776cda3 req-f45dd7d0-1c84-4fca-9926-8a33f6bf8205 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Oct 31 12:39:32.279961 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21ecaebb-9e9a-498c-a981-f4a66423182b req-9f31ce69-e22c-4280-b8eb-5245eab085fd tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0288622 Oct 31 12:39:32.439552 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ff21a-7859-4611-8e48-4a0c217ac050 req-f56fff8d-6549-482e-b92d-5ec0e209dff1 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:32.441068 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8a3ff21a-7859-4611-8e48-4a0c217ac050 req-f56fff8d-6549-482e-b92d-5ec0e209dff1 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0462420 Oct 31 12:39:32.466316 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:32.488469 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8a3ff21a-7859-4611-8e48-4a0c217ac050 req-6c57d089-edc9-46b7-a014-38e0338e4a81 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Oct 31 12:39:32.654491 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9df5bb-9676-41d0-878e-58737a0e62b7 req-5166215e-5dc7-4c13-9d6b-1ba40f95cf7c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:32.655973 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb9df5bb-9676-41d0-878e-58737a0e62b7 req-5166215e-5dc7-4c13-9d6b-1ba40f95cf7c tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 945 time: 0.0470884 Oct 31 12:39:32.678898 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:32.710284 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-eb9df5bb-9676-41d0-878e-58737a0e62b7 req-5ea82c53-7f58-4fc5-bcfd-27c5bfeca5df tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486867 Oct 31 12:39:33.396865 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7c5ac9c8-2f26-4bff-848f-920389ee1d63 req-a606043c-f115-49c7-9991-4e8466e9b700 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8c93a18-ee0e-438e-823c-cf51f9d4985f HTTP/1.1" status: 200 len: 210 time: 0.0323241 Oct 31 12:39:33.609397 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af301b09-3334-4d72-9218-5a61da0e57b0 req-55f650e6-185b-450e-bdd1-5de11a4e7d7d tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:33.610770 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-af301b09-3334-4d72-9218-5a61da0e57b0 req-55f650e6-185b-450e-bdd1-5de11a4e7d7d tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0471339 Oct 31 12:39:33.622540 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:33.661722 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-af301b09-3334-4d72-9218-5a61da0e57b0 req-58e0be35-4fe2-4aed-8e75-e6d87c830cb8 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449586 Oct 31 12:39:33.817242 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:33.830698 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c95051-5c6f-401d-962b-4bff5c54cc3f req-1d9d859c-c4fa-434a-8e37-85e0c39c4b9b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:33.832164 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-68c95051-5c6f-401d-962b-4bff5c54cc3f req-1d9d859c-c4fa-434a-8e37-85e0c39c4b9b tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 945 time: 0.0463951 Oct 31 12:39:33.878409 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-68c95051-5c6f-401d-962b-4bff5c54cc3f req-0ab58210-5f8f-4068-8c3c-1f802d75e1da tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=da941055-3ae4-43c1-9491-04c4c0719279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406516 Oct 31 12:39:34.251264 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f2193-8139-4420-87ae-c232de4744fd req-530168bd-d38f-4940-bd6e-f6ef623958e0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:34.252785 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-479f2193-8139-4420-87ae-c232de4744fd req-530168bd-d38f-4940-bd6e-f6ef623958e0 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 945 time: 0.0516677 Oct 31 12:39:34.375659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port 49446827-3823-4653-b9b1-9419ae249ec6 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:34.375998 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (49446827-3823-4653-b9b1-9419ae249ec6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.465189 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34092) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:34.466699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] For port 49446827-3823-4653-b9b1-9419ae249ec6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=49446827-3823-4653-b9b1-9419ae249ec6,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:34.466699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (49446827-3823-4653-b9b1-9419ae249ec6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.525876 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-88064ca2-7808-439c-a442-d07403233128 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group (97fd772e-52e2-4624-9d69-957a9e6dc239), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.550842 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-88064ca2-7808-439c-a442-d07403233128 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group (97fd772e-52e2-4624-9d69-957a9e6dc239), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.620336 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-88064ca2-7808-439c-a442-d07403233128 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (97fd772e-52e2-4624-9d69-957a9e6dc239), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.623016 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-88064ca2-7808-439c-a442-d07403233128 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.625251 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-88064ca2-7808-439c-a442-d07403233128 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/97fd772e-52e2-4624-9d69-957a9e6dc239 HTTP/1.1" status: 204 len: 168 time: 0.1618204 Oct 31 12:39:34.635575 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064ca2-7808-439c-a442-d07403233128 tempest-TestShelveInstance-474618788 tempest-TestShelveInstance-474618788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fd772e-52e2-4624-9d69-957a9e6dc239,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:34.659658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.659658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (7e061f44-f8e7-45d2-9b7c-692caafec7e4), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.659658 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Floating IP 7e061f44-f8e7-45d2-9b7c-692caafec7e4 disassociated. External IP: 172.27.3.91, port: 49446827-3823-4653-b9b1-9419ae249ec6. Oct 31 12:39:34.659658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for 49446827-3823-4653-b9b1-9419ae249ec6 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:34.679875 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34096) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:34.834229 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87321ac7-d6c5-45f2-9053-d7db2af5d9dc req-0d2fe36e-b6f3-467f-ac9b-d1bef193faac tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:34.835871 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87321ac7-d6c5-45f2-9053-d7db2af5d9dc req-0d2fe36e-b6f3-467f-ac9b-d1bef193faac tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0876472 Oct 31 12:39:34.836925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (49446827-3823-4653-b9b1-9419ae249ec6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:34.878947 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=49446827-3823-4653-b9b1-9419ae249ec6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:34.954411 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-87321ac7-d6c5-45f2-9053-d7db2af5d9dc req-00e016a7-32bb-447f-809e-641b674aeb46 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114659 Oct 31 12:39:34.966839 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:34.991747 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4943d90b-ee59-4931-8704-39f935675304 req-b2b38ce2-2645-4377-a20c-237bc8e63c84 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 210 time: 0.0309262 Oct 31 12:39:35.189859 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (0d072e7d-cb3c-4b61-841d-d271c023183c), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:35.275358 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:35.288035 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7b59-696c-4315-af29-68518cf85448 req-abf87e54-4033-40cf-827e-bce6bc254349 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:35.289637 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-24db7b59-696c-4315-af29-68518cf85448 req-abf87e54-4033-40cf-827e-bce6bc254349 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0666213 Oct 31 12:39:35.398480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:35.410701 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:35.429834 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:35.431017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:35.455108 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] No DVR routers for this DVR port 49446827-3823-4653-b9b1-9419ae249ec6 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:35.458212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:35.461534 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-479f2193-8139-4420-87ae-c232de4744fd req-2e4b0b4b-e271-4ba6-9bb4-9b6aaceeb6af tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.20 "DELETE /networking/v2.0/ports/49446827-3823-4653-b9b1-9419ae249ec6 HTTP/1.1" status: 204 len: 173 time: 1.1704879 Oct 31 12:39:35.462054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'name': 'network-vif-deleted', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:35.464792 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf8b506-e9be-4b98-8280-a4a7d1533b79" -d '{"events": [{"server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "name": "network-vif-deleted", "tag": "49446827-3823-4653-b9b1-9419ae249ec6"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:35.473286 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-24db7b59-696c-4315-af29-68518cf85448 req-25ac1be2-84e4-4455-bcb3-9ce27b992ce9 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545458 Oct 31 12:39:35.517771 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7033b206-05ed-4063-95f1-17aa886cf022 x-openstack-request-id: req-7033b206-05ed-4063-95f1-17aa886cf022 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:35.518067 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a62e143-71fb-4080-9691-fea9a84eaaca", "name": "network-vif-deleted", "tag": "49446827-3823-4653-b9b1-9419ae249ec6", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:35.518317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7033b206-05ed-4063-95f1-17aa886cf022 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:35.518962 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7033b206-05ed-4063-95f1-17aa886cf022'] response: {'server_uuid': '0a62e143-71fb-4080-9691-fea9a84eaaca', 'name': 'network-vif-deleted', 'tag': '49446827-3823-4653-b9b1-9419ae249ec6', 'status': 'completed', 'code': 200} Oct 31 12:39:35.521170 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:35.577205 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:35.577704 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Deleting port 96884c39-f395-42c1-9e1f-0fc5700fcac9 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:35.578053 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:35.596732 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:35.643753 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:35.669978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] For port 96884c39-f395-42c1-9e1f-0fc5700fcac9, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=96884c39-f395-42c1-9e1f-0fc5700fcac9,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:35.670092 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:35.685054 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Calling delete_port for 96884c39-f395-42c1-9e1f-0fc5700fcac9 owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:35.777003 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:35.804283 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:35.813642 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:35.814455 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:35.894793 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (96884c39-f395-42c1-9e1f-0fc5700fcac9), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:35.919325 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96884c39-f395-42c1-9e1f-0fc5700fcac9,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:35.942371 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:35.992471 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbf659-bbe2-4674-be51-2a995326b5a9 req-915df796-0287-4fed-9545-33c85890385e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:35.994411 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5afbf659-bbe2-4674-be51-2a995326b5a9 req-915df796-0287-4fed-9545-33c85890385e tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.0688877 Oct 31 12:39:36.039764 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:36.077462 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-5afbf659-bbe2-4674-be51-2a995326b5a9 req-f2f78b83-d517-4b87-9f6c-17859d18333d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770493 Oct 31 12:39:36.122373 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (0d072e7d-cb3c-4b61-841d-d271c023183c), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:36.158307 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4701bb2f-9576-4481-bf0d-b5b0fc7787c4 req-f6da65d5-7684-4400-8108-46b1f3067b65 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 210 time: 0.0378413 Oct 31 12:39:36.182527 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12992106-3f1a-49e1-80f6-7e80531b51ed None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:39:36.188376 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:36.239398 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723789c9-c7c5-4c41-bd7d-22441771b3fb None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '657193f2-5927-4d37-98d0-6089518348ee', 'name': '', 'network_id': '6630ddc4-dc53-4e5a-8b9d-7632c3075289', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'mac_address': 'fa:16:3e:94:e2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:48Z', 'updated_at': '2022-10-31T12:33:02Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'subnets': [{'id': '6a835e99-e667-4f29-9c7e-079cc620d1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:36.328944 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12992106-3f1a-49e1-80f6-7e80531b51ed None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:39:36.331648 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:36.379425 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 49446827-3823-4653-b9b1-9419ae249ec6 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:36.398438 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Router 0d072e7d-cb3c-4b61-841d-d271c023183c has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:36.410170 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 49446827-3823-4653-b9b1-9419ae249ec6 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:36.410607 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 49446827-3823-4653-b9b1-9419ae249ec6 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:36.472084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:36.492276 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b2bc3-ab2c-4d1c-9b37-ad132eb74ac5 None None] New status for floating IP 7e061f44-f8e7-45d2-9b7c-692caafec7e4: DOWN {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:39:36.523184 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:36.530297 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c3091ab8-8eae-453a-ab61-7be6d99afdd3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/0d072e7d-cb3c-4b61-841d-d271c023183c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8493373 Oct 31 12:39:36.533185 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34136) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:36.542497 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] Sync routers for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:36.591223 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:36.592092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:36.639443 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d8cb9-b572-415b-8605-8a5f1daa981b req-c58e422a-a2e1-48bb-90c0-95eb1959d12c tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:36.641049 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-507d8cb9-b572-415b-8605-8a5f1daa981b req-c58e422a-a2e1-48bb-90c0-95eb1959d12c tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0668485 Oct 31 12:39:36.724914 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks [] for router (0d072e7d-cb3c-4b61-841d-d271c023183c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:36.737809 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:36.740985 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:36.784242 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-507d8cb9-b572-415b-8605-8a5f1daa981b req-07a1e02c-8399-46e8-b99d-9e5449b3730f tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147873 Oct 31 12:39:36.858196 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks [] for router_gateway (0d072e7d-cb3c-4b61-841d-d271c023183c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:36.905638 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Deleting port 120f61f2-67f3-4706-85c0-9390c939e8d7 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:36.905973 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:36.935110 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:39:35Z', 'revision_number': 5, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port': {'id': '120f61f2-67f3-4706-85c0-9390c939e8d7', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:db:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:03Z', 'updated_at': '2022-10-31T12:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:36.966821 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] Checking router: 0d072e7d-cb3c-4b61-841d-d271c023183c for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:36.975658 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] Routers {'0d072e7d-cb3c-4b61-841d-d271c023183c'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:36.976289 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['0d072e7d-cb3c-4b61-841d-d271c023183c'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:36.993814 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] For port 120f61f2-67f3-4706-85c0-9390c939e8d7, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=120f61f2-67f3-4706-85c0-9390c939e8d7,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:36.994393 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.008691 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Calling delete_port for 120f61f2-67f3-4706-85c0-9390c939e8d7 owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:37.068928 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] Set router 0d072e7d-cb3c-4b61-841d-d271c023183c gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:37.123112 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:39:36Z', 'revision_number': 6, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:37.149105 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb7d8d5-b111-4790-b648-673d14f845d4 None None] The sync data for ids ['0d072e7d-cb3c-4b61-841d-d271c023183c'] in dv-cinder-796170-6-iscsi is: [{'id': '0d072e7d-cb3c-4b61-841d-d271c023183c', 'name': 'tempest-TestShelveInstance-528550826-router', 'tenant_id': 'b14b98f006574deabc030c2e93c680c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:01Z', 'updated_at': '2022-10-31T12:39:36Z', 'revision_number': 6, 'project_id': 'b14b98f006574deabc030c2e93c680c4', 'gw_port_host': None}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:37.177277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-49ea69e8-ec76-4903-9873-52de03bf2487 None None] Provisioning complete for port a7ac2b69-3683-456a-b845-ece66b2579c6 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:37.177650 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-49ea69e8-ec76-4903-9873-52de03bf2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.177980 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-49ea69e8-ec76-4903-9873-52de03bf2487 None None] Attempt 1 to provision port a7ac2b69-3683-456a-b845-ece66b2579c6 Oct 31 12:39:37.206752 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (120f61f2-67f3-4706-85c0-9390c939e8d7), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.226447 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfdcff-050b-4fbe-b39b-45bfd1ad1bcb req-dca8472f-5743-4544-b72d-ada8768757d2 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:37.235676 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-78dfdcff-050b-4fbe-b39b-45bfd1ad1bcb req-dca8472f-5743-4544-b72d-ada8768757d2 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.0812738 Oct 31 12:39:37.237863 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=120f61f2-67f3-4706-85c0-9390c939e8d7,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:37.284253 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-49ea69e8-ec76-4903-9873-52de03bf2487 None None] Current status of the port a7ac2b69-3683-456a-b845-ece66b2579c6 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:37.288522 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-78dfdcff-050b-4fbe-b39b-45bfd1ad1bcb req-a4a0ac63-efcf-419e-ab3a-c42324058b6a tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519588 Oct 31 12:39:37.310837 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ae0ad54-c1db-4966-9ea7-3b1aee1d9219 req-e119e142-58d2-414e-abfd-cb21f0ffa4e6 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 210 time: 0.0609381 Oct 31 12:39:37.314176 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:37.332428 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (0d072e7d-cb3c-4b61-841d-d271c023183c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.435124 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (0d072e7d-cb3c-4b61-841d-d271c023183c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.437263 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks [] for router_controller (0d072e7d-cb3c-4b61-841d-d271c023183c), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.496993 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:37.505837 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (0d072e7d-cb3c-4b61-841d-d271c023183c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.506520 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d072e7d-cb3c-4b61-841d-d271c023183c {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:39:37.512254 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.513396 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1785b195-a81e-4315-a3c8-74ff39fe0a23 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/0d072e7d-cb3c-4b61-841d-d271c023183c HTTP/1.1" status: 204 len: 168 time: 0.9791901 Oct 31 12:39:37.515959 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34142) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:37.566985 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] Deleting subnet 6ff1ea18-1bee-4daf-b633-4e9810c0f838 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:39:37.570574 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] Publish callbacks [] for subnet (6ff1ea18-1bee-4daf-b633-4e9810c0f838), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.608572 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265242837'] for subnet (6ff1ea18-1bee-4daf-b633-4e9810c0f838), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.673462 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 96884c39-f395-42c1-9e1f-0fc5700fcac9 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:37.693448 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 96884c39-f395-42c1-9e1f-0fc5700fcac9 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:37.694028 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 96884c39-f395-42c1-9e1f-0fc5700fcac9 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:37.721769 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (6ff1ea18-1bee-4daf-b633-4e9810c0f838), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.776729 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264361185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264349107'] for subnet (6ff1ea18-1bee-4daf-b633-4e9810c0f838), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.811535 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff1ea18-1bee-4daf-b633-4e9810c0f838,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:37.815857 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.821972 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34146) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:37.824284 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0e284-0ae9-4dd3-9c14-703c78d1999e None None] Network 4c791682-8f05-4443-be69-80decd7c40ce requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:39:37.827274 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6076def9-1580-4c7e-bb70-24635ab2b69c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/6ff1ea18-1bee-4daf-b633-4e9810c0f838 HTTP/1.1" status: 204 len: 168 time: 0.3020992 Oct 31 12:39:37.936763 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (4c791682-8f05-4443-be69-80decd7c40ce), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:37.952614 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9ea5-0787-4018-a2dd-d6e611be0318 req-9e906078-34b3-4e5a-99a3-7602c4b0be8f tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:37.954191 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e65a9ea5-0787-4018-a2dd-d6e611be0318 req-9e906078-34b3-4e5a-99a3-7602c4b0be8f tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0712197 Oct 31 12:39:37.998121 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:38.026925 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Deleting port a7ac2b69-3683-456a-b845-ece66b2579c6 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:38.027292 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.061463 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e65a9ea5-0787-4018-a2dd-d6e611be0318 req-8e305c93-e17e-4d69-8227-d35c975edb17 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999868 Oct 31 12:39:38.114635 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] For port a7ac2b69-3683-456a-b845-ece66b2579c6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=a7ac2b69-3683-456a-b845-ece66b2579c6,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:38.114635 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.128401 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Calling delete_port for a7ac2b69-3683-456a-b845-ece66b2579c6 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:38.146280 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] DHCP port deletion for 4c791682-8f05-4443-be69-80decd7c40ce request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:39:38.186143 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] Deleting port a7ac2b69-3683-456a-b845-ece66b2579c6 {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:38.186628 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.218754 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.247342 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ac2b69-3683-456a-b845-ece66b2579c6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:38.249184 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] No DVR routers for this DVR port a7ac2b69-3683-456a-b845-ece66b2579c6 on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:38.283403 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] For port a7ac2b69-3683-456a-b845-ece66b2579c6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=a7ac2b69-3683-456a-b845-ece66b2579c6,segment=NetworkSegment(e4309aa0-c579-4f9f-b967-dbd3359b0258),segment_id=e4309aa0-c579-4f9f-b967-dbd3359b0258)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:38.283910 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.299555 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] Calling delete_port for a7ac2b69-3683-456a-b845-ece66b2579c6 owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:38.304836 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-992e29a6-a2ff-4ac7-96f6-a698e0bb8c84 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:38.306415 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-992e29a6-a2ff-4ac7-96f6-a698e0bb8c84 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0560603 Oct 31 12:39:38.336524 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (4c791682-8f05-4443-be69-80decd7c40ce), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.363855 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c791682-8f05-4443-be69-80decd7c40ce']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:38.376219 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4309aa0-c579-4f9f-b967-dbd3359b0258') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:38.376776 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4309aa0-c579-4f9f-b967-dbd3359b0258') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:38.405349 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (e4309aa0-c579-4f9f-b967-dbd3359b0258), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.414003 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:38.434142 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (e4309aa0-c579-4f9f-b967-dbd3359b0258), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.437105 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-61a65f09-adb6-42fa-ac76-0a9bb6f687e3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:38.440355 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-61a65f09-adb6-42fa-ac76-0a9bb6f687e3 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.1147220 Oct 31 12:39:38.445687 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (a7ac2b69-3683-456a-b845-ece66b2579c6), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.455197 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:39:38.457223 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (e4309aa0-c579-4f9f-b967-dbd3359b0258), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.485385 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] Pushing event deleted for resources: {'Port': ['ID=a7ac2b69-3683-456a-b845-ece66b2579c6,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:38.508401 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b63968b-807d-4e8a-b18d-f6fe4a369607 None None] No DVR routers for this DVR port a7ac2b69-3683-456a-b845-ece66b2579c6 on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:38.575205 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Deleting port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:38.575205 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.608789 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8d1386e4-c49c-4ae1-bd92-690b75dabf01 req-27a54b71-9082-4851-b6e4-bb4645479eea tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0a62e143-71fb-4080-9691-fea9a84eaaca HTTP/1.1" status: 200 len: 210 time: 0.0839808 Oct 31 12:39:38.622523 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (4c791682-8f05-4443-be69-80decd7c40ce), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.627245 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.629384 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18785c7e-a7ae-4a82-b309-6f8dc5eb7031 req-3fd8a261-08a6-42c7-b18e-040cb52a9e91 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:38.631686 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-18785c7e-a7ae-4a82-b309-6f8dc5eb7031 req-3fd8a261-08a6-42c7-b18e-040cb52a9e91 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 945 time: 0.1424479 Oct 31 12:39:38.639249 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/4c791682-8f05-4443-be69-80decd7c40ce HTTP/1.1" status: 204 len: 168 time: 0.8146651 Oct 31 12:39:38.639900 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34156) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:38.693891 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment e4309aa0-c579-4f9f-b967-dbd3359b0258 resource provider aggregate not found Oct 31 12:39:38.698780 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa436fe-edf6-4c30-bda6-3faaeb6a3b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c791682-8f05-4443-be69-80decd7c40ce,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:38.718786 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment e4309aa0-c579-4f9f-b967-dbd3359b0258 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4309aa0-c579-4f9f-b967-dbd3359b0258 found for delete ", "request_id": "req-4ac7a968-79d9-4591-a8fa-512561574c8a"}]} Oct 31 12:39:38.755542 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Deleting port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:38.755799 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.846351 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] For port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,segment=NetworkSegment(e5ff2f78-39c1-421a-b436-af672be8df21),segment_id=e5ff2f78-39c1-421a-b436-af672be8df21)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:38.846723 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.851736 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:38.851974 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-18785c7e-a7ae-4a82-b309-6f8dc5eb7031 req-f07bc877-f94a-43ff-9327-d415e61361b1 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092757 Oct 31 12:39:38.877576 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Calling delete_port for 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:38.913600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:38.950412 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] For port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:38.950770 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:38.966472 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:39.013208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (7a9abc9f-ae57-4b8f-add4-254e413e184f), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.207869 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (165b6d01-75c7-4d1f-9584-92ce0f4b1ea8), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.208382 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:39.210987 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.211429 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (d93c3cde-3584-4367-a406-06682c9dde75), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.211748 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Floating IP d93c3cde-3584-4367-a406-06682c9dde75 disassociated. External IP: 172.27.3.242, port: 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0. Oct 31 12:39:39.212090 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Calling delete_port for 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:39.230456 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f64bb-0ea5-4135-9435-ef6362688092 req-15d28595-0d34-4036-a00f-11c7b700bfa2 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:39:39.231973 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9d6f64bb-0ea5-4135-9435-ef6362688092 req-15d28595-0d34-4036-a00f-11c7b700bfa2 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=0284c601-38fb-4270-8808-44aaf4b96c73 HTTP/1.1" status: 200 len: 950 time: 0.0774202 Oct 31 12:39:39.249812 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Pushing event deleted for resources: {'Port': ['ID=165b6d01-75c7-4d1f-9584-92ce0f4b1ea8,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:39.333078 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] No DVR routers for this DVR port 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:39.336798 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.338066 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9d6f64bb-0ea5-4135-9435-ef6362688092 req-dfc456f9-2982-4d43-bb81-485de6674d5e tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b8a507b7-840a-4255-b8f6-9f2fe855fe00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990520 Oct 31 12:39:39.340831 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Deleting port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:39.341000 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d35086c5-7aac-467f-b037-4f3a7d8ea4af req-a5db140d-fd71-43e0-8337-04d213d4c730 tempest-VolumesNegativeTest-1210908864 tempest-VolumesNegativeTest-1210908864-project] 10.222.0.20 "DELETE /networking/v2.0/ports/165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 HTTP/1.1" status: 204 len: 173 time: 1.0168378 Oct 31 12:39:39.341157 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.341530 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284c601-38fb-4270-8808-44aaf4b96c73', 'name': 'network-vif-deleted', 'tag': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:39.344600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d155aadb-dcda-430d-a7f0-16b73b750381" -d '{"events": [{"server_uuid": "0284c601-38fb-4270-8808-44aaf4b96c73", "name": "network-vif-deleted", "tag": "165b6d01-75c7-4d1f-9584-92ce0f4b1ea8"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:39.441971 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96627695-fedc-4ffe-8848-756b6ea75591 x-openstack-request-id: req-96627695-fedc-4ffe-8848-756b6ea75591 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:39.442396 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284c601-38fb-4270-8808-44aaf4b96c73", "name": "network-vif-deleted", "tag": "165b6d01-75c7-4d1f-9584-92ce0f4b1ea8", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:39.443549 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96627695-fedc-4ffe-8848-756b6ea75591 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:39.443911 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96627695-fedc-4ffe-8848-756b6ea75591'] response: {'server_uuid': '0284c601-38fb-4270-8808-44aaf4b96c73', 'name': 'network-vif-deleted', 'tag': '165b6d01-75c7-4d1f-9584-92ce0f4b1ea8', 'status': 'completed', 'code': 200} Oct 31 12:39:39.473711 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] For port 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,segment=NetworkSegment(0baa0223-0a8f-418d-83e4-9a5d63292677),segment_id=0baa0223-0a8f-418d-83e4-9a5d63292677)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:39.474084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.490939 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.497392 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Calling delete_port for 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:39.535972 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event deleted for resources: {'Port': ['ID=7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:39.612971 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device a7ac2b69-3683-456a-b845-ece66b2579c6 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:39.652048 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: a7ac2b69-3683-456a-b845-ece66b2579c6 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:39.652623 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device a7ac2b69-3683-456a-b845-ece66b2579c6 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:39.653197 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 120f61f2-67f3-4706-85c0-9390c939e8d7 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:39.656779 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:39:39.679514 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 120f61f2-67f3-4706-85c0-9390c939e8d7 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:39.679892 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 120f61f2-67f3-4706-85c0-9390c939e8d7 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:39.711607 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:39.732509 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34168) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:39.741250 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (62246b63-f9d2-4abe-b387-bf1dfeb9e0ad), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.841283 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:39.852587 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] Sync routers for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:39.864305 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:39.865494 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:39.889519 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] No DVR routers for this DVR port 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:39.892580 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:39.899372 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-23e9353f-e4bd-4dd3-aefe-924f477fde42 req-801478bd-7217-41ae-91df-0c00a8bd1e7d tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 HTTP/1.1" status: 204 len: 173 time: 1.4186125 Oct 31 12:39:40.005402 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:40.039111 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Pushing event deleted for resources: {'Port': ['ID=62246b63-f9d2-4abe-b387-bf1dfeb9e0ad,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:40.065708 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:40.075232 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f9e943cb-ba0e-439a-8aba-1eedf80f86cd req-553a0c28-ae70-41b2-9fad-9c639e2b2205 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96065a23-4a5f-4ffb-8b48-746d2dc2c301 HTTP/1.1" status: 200 len: 210 time: 0.0534449 Oct 31 12:39:40.209562 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-32480873-8478-4fd8-80d5-275003b6a501 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (da941055-3ae4-43c1-9491-04c4c0719279), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.239207 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-32480873-8478-4fd8-80d5-275003b6a501 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (da941055-3ae4-43c1-9491-04c4c0719279), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.271541 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:40.299244 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] Checking router: 20d075e0-3164-4ac1-b7f8-7306bee4bff3 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:40.309736 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:40.310272 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:40.385817 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-32480873-8478-4fd8-80d5-275003b6a501 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (da941055-3ae4-43c1-9491-04c4c0719279), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.389796 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-32480873-8478-4fd8-80d5-275003b6a501 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.390972 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:40.391149 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-32480873-8478-4fd8-80d5-275003b6a501 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/da941055-3ae4-43c1-9491-04c4c0719279 HTTP/1.1" status: 204 len: 168 time: 0.6576540 Oct 31 12:39:40.395809 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34174) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:40.403391 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (7a9abc9f-ae57-4b8f-add4-254e413e184f), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.412478 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32480873-8478-4fd8-80d5-275003b6a501 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da941055-3ae4-43c1-9491-04c4c0719279,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:40.419582 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-cb93d9c7-64cf-47f4-b76a-80b27973cc79 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] show failed (client error): The resource could not be found. Oct 31 12:39:40.421792 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cb93d9c7-64cf-47f4-b76a-80b27973cc79 tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "GET /networking/v2.0/security-groups/da941055-3ae4-43c1-9491-04c4c0719279 HTTP/1.1" status: 404 len: 347 time: 0.0245390 Oct 31 12:39:40.425888 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34176) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:40.434378 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:40.435144 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:40.436013 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:40.441100 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87710315-2262-4d6e-96bb-10a6f0e3fe1a None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:39:40.513735 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:40.514282 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 165b6d01-75c7-4d1f-9584-92ce0f4b1ea8 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:40.527995 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:40.593119 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:40.616536 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87710315-2262-4d6e-96bb-10a6f0e3fe1a None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:39:40.660313 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Deleting port 8fe11c66-5e00-4790-9f19-47e709b9e6aa {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:40.660721 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.714291 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:40.778955 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:40.868328 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:40.884221 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.884688 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (8fe11c66-5e00-4790-9f19-47e709b9e6aa), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:40.895149 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Router 7a9abc9f-ae57-4b8f-add4-254e413e184f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:40.904264 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Calling delete_port for 8fe11c66-5e00-4790-9f19-47e709b9e6aa owned by network:floatingip {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:40.928923 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e915e3f-091f-4161-88b7-8b456624d341 None None] The sync data for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi is: [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:32:51Z', 'revision_number': 4, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '2229e748-dc62-4389-9ac9-38310d099bd6', 'name': '', 'network_id': '213ef750-b5e2-42dd-8125-73c9f2985c9d', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'mac_address': 'fa:16:3e:55:49:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:50Z', 'updated_at': '2022-10-31T12:33:12Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'subnets': [{'id': '2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:41.075399 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:41.114800 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:41.125121 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34208) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:41.125318 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e4a7ec95-9c57-4deb-bcb7-3f4dbb58a006 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/7a9abc9f-ae57-4b8f-add4-254e413e184f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4820309 Oct 31 12:39:41.127861 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] Sync routers for ids ['7a9abc9f-ae57-4b8f-add4-254e413e184f'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:41.143614 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:41.160124 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] Routers {'7a9abc9f-ae57-4b8f-add4-254e413e184f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:41.161042 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['7a9abc9f-ae57-4b8f-add4-254e413e184f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:41.208575 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (8fe11c66-5e00-4790-9f19-47e709b9e6aa), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:41.249233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34212) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:41.270194 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Pushing event deleted for resources: {'Port': ['ID=8fe11c66-5e00-4790-9f19-47e709b9e6aa,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:41.383423 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54e5286-2265-4820-a587-352e72bb4765 None None] New status for floating IP d93c3cde-3584-4367-a406-06682c9dde75: DOWN {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:39:41.430296 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks [] for floatingip (7e061f44-f8e7-45d2-9b7c-692caafec7e4), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:41.444721 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:41.446028 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'name': 'network-vif-deleted', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:39:41.446799 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-29f2b570-8a95-4542-91b6-5553fa35c74a tempest-AttachVolumeNegativeTest-1648165012 tempest-AttachVolumeNegativeTest-1648165012-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/7e061f44-f8e7-45d2-9b7c-692caafec7e4 HTTP/1.1" status: 204 len: 168 time: 0.9811363 Oct 31 12:39:41.462098 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] Set router 7a9abc9f-ae57-4b8f-add4-254e413e184f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:41.462450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551610e2-fed2-4e04-b1c9-6c98e5c8d137" -d '{"events": [{"server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "name": "network-vif-deleted", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:39:41.508545 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8b6a-e483-4a2d-84b6-da320c642bbe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:41.595644 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8b6a-e483-4a2d-84b6-da320c642bbe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:41.615087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542d08e5-8b3e-47f4-a15f-1059b40ea191 x-openstack-request-id: req-542d08e5-8b3e-47f4-a15f-1059b40ea191 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:39:41.615464 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96065a23-4a5f-4ffb-8b48-746d2dc2c301", "name": "network-vif-deleted", "tag": "7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:39:41.615682 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-542d08e5-8b3e-47f4-a15f-1059b40ea191 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:39:41.616099 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542d08e5-8b3e-47f4-a15f-1059b40ea191'] response: {'server_uuid': '96065a23-4a5f-4ffb-8b48-746d2dc2c301', 'name': 'network-vif-deleted', 'tag': '7b6ab379-5ce7-4b17-b091-dac7cbe3cfd0', 'status': 'completed', 'code': 200} Oct 31 12:39:41.620492 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks [] for router (7a9abc9f-ae57-4b8f-add4-254e413e184f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:41.716983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:41.770003 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-8ba5f49b-a1e5-4bfd-bcb3-434bbb5dcc74 None None] Provisioning complete for port 05480778-c308-4fc1-b370-57c254c15077 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:41.770583 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8ba5f49b-a1e5-4bfd-bcb3-434bbb5dcc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (05480778-c308-4fc1-b370-57c254c15077), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:41.770771 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-8ba5f49b-a1e5-4bfd-bcb3-434bbb5dcc74 None None] Attempt 1 to provision port 05480778-c308-4fc1-b370-57c254c15077 Oct 31 12:39:41.797253 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:39:39Z', 'revision_number': 5, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:41.836004 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] Checking router: 7a9abc9f-ae57-4b8f-add4-254e413e184f for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:41.857359 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] Routers {'7a9abc9f-ae57-4b8f-add4-254e413e184f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:41.858070 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['7a9abc9f-ae57-4b8f-add4-254e413e184f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:41.952875 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5f49b-a1e5-4bfd-bcb3-434bbb5dcc74 None None] Current status of the port 05480778-c308-4fc1-b370-57c254c15077 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:41.984896 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:42.015014 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] Set router 7a9abc9f-ae57-4b8f-add4-254e413e184f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:42.082269 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks [] for router_gateway (7a9abc9f-ae57-4b8f-add4-254e413e184f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.087663 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8b6a-e483-4a2d-84b6-da320c642bbe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.090901 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8b6a-e483-4a2d-84b6-da320c642bbe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.094505 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d2ee8b6a-e483-4a2d-84b6-da320c642bbe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6 HTTP/1.1" status: 204 len: 168 time: 0.8397353 Oct 31 12:39:42.096202 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34286) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:42.108091 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee8b6a-e483-4a2d-84b6-da320c642bbe tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:42.127415 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.api.v2.resource [None req-1915c398-7068-4cf4-9934-fa61b315a516 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] show failed (client error): The resource could not be found. Oct 31 12:39:42.129266 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1915c398-7068-4cf4-9934-fa61b315a516 tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "GET /networking/v2.0/security-groups/fd2a6b9e-2ed7-459c-98a3-796ffb53f1a6 HTTP/1.1" status: 404 len: 347 time: 0.0322216 Oct 31 12:39:42.132027 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34292) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:42.206757 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:39:39Z', 'revision_number': 5, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:42.242760 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Deleting port 2aa05fc3-193d-4040-9b91-574a513d3827 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:42.243094 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.247794 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b83621-e271-46ba-853d-dec169f54f1e None None] The sync data for ids ['7a9abc9f-ae57-4b8f-add4-254e413e184f'] in dv-cinder-796170-6-iscsi is: [{'id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'name': 'tempest-TestShelveInstance-623740045-router', 'tenant_id': '656dea667748432aadfffc81fb3a8cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:34:11Z', 'updated_at': '2022-10-31T12:39:39Z', 'revision_number': 5, 'project_id': '656dea667748432aadfffc81fb3a8cb3', 'gw_port': {'id': '2aa05fc3-193d-4040-9b91-574a513d3827', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9abc9f-ae57-4b8f-add4-254e413e184f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:34:12Z', 'updated_at': '2022-10-31T12:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:42.295714 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Deleting port 66f94754-6d6f-448a-9884-b96f2b32a753 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:42.296059 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (66f94754-6d6f-448a-9884-b96f2b32a753), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.413976 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] For port 2aa05fc3-193d-4040-9b91-574a513d3827, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=2aa05fc3-193d-4040-9b91-574a513d3827,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:42.414341 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.437315 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Calling delete_port for 2aa05fc3-193d-4040-9b91-574a513d3827 owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:42.440087 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (66f94754-6d6f-448a-9884-b96f2b32a753), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.440467 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (66f94754-6d6f-448a-9884-b96f2b32a753), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.461950 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Calling delete_port for 66f94754-6d6f-448a-9884-b96f2b32a753 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:42.562601 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:42.739348 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (66f94754-6d6f-448a-9884-b96f2b32a753), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.746000 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (2aa05fc3-193d-4040-9b91-574a513d3827), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.772546 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Pushing event deleted for resources: {'Port': ['ID=66f94754-6d6f-448a-9884-b96f2b32a753,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:42.818789 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa05fc3-193d-4040-9b91-574a513d3827,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:42.892990 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:42.919239 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks [] for floatingip (d93c3cde-3584-4367-a406-06682c9dde75), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.921834 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:42.923191 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c7fd6db3-03ed-4fee-84c4-8bbd9ef1f51f tempest-AttachVolumeTestJSON-447861972 tempest-AttachVolumeTestJSON-447861972-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/d93c3cde-3584-4367-a406-06682c9dde75 HTTP/1.1" status: 204 len: 168 time: 0.7902303 Oct 31 12:39:42.931057 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (7a9abc9f-ae57-4b8f-add4-254e413e184f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.028896 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (7a9abc9f-ae57-4b8f-add4-254e413e184f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.031626 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks [] for router_controller (7a9abc9f-ae57-4b8f-add4-254e413e184f), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.094240 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (7a9abc9f-ae57-4b8f-add4-254e413e184f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.094875 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a9abc9f-ae57-4b8f-add4-254e413e184f {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:39:43.100128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.107203 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34386) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:43.111914 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-858d15a5-6741-46aa-ad6e-225060b634b9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/7a9abc9f-ae57-4b8f-add4-254e413e184f HTTP/1.1" status: 204 len: 168 time: 1.9775445 Oct 31 12:39:43.170575 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] Deleting subnet 2becc958-211b-445f-a1fb-156e4a9a6af4 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:39:43.174084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] Publish callbacks [] for subnet (2becc958-211b-445f-a1fb-156e4a9a6af4), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.214524 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (2becc958-211b-445f-a1fb-156e4a9a6af4), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.314505 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (2becc958-211b-445f-a1fb-156e4a9a6af4), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.337553 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:43.375068 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (2becc958-211b-445f-a1fb-156e4a9a6af4), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.403048 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2becc958-211b-445f-a1fb-156e4a9a6af4,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:43.406730 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.409887 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e10ddc87-d62e-4754-ae00-4ca5bd1284ff admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/2becc958-211b-445f-a1fb-156e4a9a6af4 HTTP/1.1" status: 204 len: 168 time: 0.3049252 Oct 31 12:39:43.412400 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34410) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:43.417293 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b4dce-1c51-4b20-b0c9-9478fcaeafec None None] Network 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:39:43.487698 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (2908230b-9c9d-4235-9abd-9a2fd2ca3cf5), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.546549 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Deleting port 05480778-c308-4fc1-b370-57c254c15077 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:43.546841 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (05480778-c308-4fc1-b370-57c254c15077), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.617525 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] For port 05480778-c308-4fc1-b370-57c254c15077, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=05480778-c308-4fc1-b370-57c254c15077,segment=NetworkSegment(0baa0223-0a8f-418d-83e4-9a5d63292677),segment_id=0baa0223-0a8f-418d-83e4-9a5d63292677)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:43.617901 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (05480778-c308-4fc1-b370-57c254c15077), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.632999 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Calling delete_port for 05480778-c308-4fc1-b370-57c254c15077 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:43.660932 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] DHCP port deletion for 2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:39:43.732695 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] Deleting port 05480778-c308-4fc1-b370-57c254c15077 {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:43.733411 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (05480778-c308-4fc1-b370-57c254c15077), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.746919 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:43.751073 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (05480778-c308-4fc1-b370-57c254c15077), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.774392 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:43.774732 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 62246b63-f9d2-4abe-b387-bf1dfeb9e0ad not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:43.775146 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2aa05fc3-193d-4040-9b91-574a513d3827 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:43.776929 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Pushing event deleted for resources: {'Port': ['ID=05480778-c308-4fc1-b370-57c254c15077,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:43.778790 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:43.780519 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] No DVR routers for this DVR port 05480778-c308-4fc1-b370-57c254c15077 on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:43.837494 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 2aa05fc3-193d-4040-9b91-574a513d3827 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:43.838374 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2aa05fc3-193d-4040-9b91-574a513d3827 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:43.839013 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 05480778-c308-4fc1-b370-57c254c15077 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:43.863305 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (2908230b-9c9d-4235-9abd-9a2fd2ca3cf5), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.867210 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 05480778-c308-4fc1-b370-57c254c15077 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:43.867496 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 05480778-c308-4fc1-b370-57c254c15077 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:43.873041 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] For port 05480778-c308-4fc1-b370-57c254c15077, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=05480778-c308-4fc1-b370-57c254c15077,segment=NetworkSegment(0baa0223-0a8f-418d-83e4-9a5d63292677),segment_id=0baa0223-0a8f-418d-83e4-9a5d63292677)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:43.875413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (05480778-c308-4fc1-b370-57c254c15077), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.894401 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2908230b-9c9d-4235-9abd-9a2fd2ca3cf5']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:43.897082 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] Calling delete_port for 05480778-c308-4fc1-b370-57c254c15077 owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:43.911934 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baa0223-0a8f-418d-83e4-9a5d63292677') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:43.912299 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baa0223-0a8f-418d-83e4-9a5d63292677') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:43.922673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (0baa0223-0a8f-418d-83e4-9a5d63292677), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.931193 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:43.941721 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (0baa0223-0a8f-418d-83e4-9a5d63292677), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.955131 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:39:43.955834 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (0baa0223-0a8f-418d-83e4-9a5d63292677), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:43.983000 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cda7b06-1287-4258-9eeb-ecc1650fbc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.000604 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (05480778-c308-4fc1-b370-57c254c15077), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.005779 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 0baa0223-0a8f-418d-83e4-9a5d63292677 resource provider aggregate not found Oct 31 12:39:44.036511 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] Pushing event deleted for resources: {'Port': ['ID=05480778-c308-4fc1-b370-57c254c15077,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:44.038591 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fa684-7f03-49a6-aa34-b8f508fa35ec None None] No DVR routers for this DVR port 05480778-c308-4fc1-b370-57c254c15077 on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:44.042214 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 0baa0223-0a8f-418d-83e4-9a5d63292677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0baa0223-0a8f-418d-83e4-9a5d63292677 found for delete ", "request_id": "req-60471722-7526-4911-891d-b86e7f7b3cdc"}]} Oct 31 12:39:44.043246 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (2908230b-9c9d-4235-9abd-9a2fd2ca3cf5), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.052325 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.056047 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/2908230b-9c9d-4235-9abd-9a2fd2ca3cf5 HTTP/1.1" status: 204 len: 168 time: 0.6427290 Oct 31 12:39:44.072056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ab71b-4a25-4cb4-9f8c-1f52ce0b2517 admin admin] Pushing event deleted for resources: {'Network': ['ID=2908230b-9c9d-4235-9abd-9a2fd2ca3cf5,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:44.269612 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34466) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:44.324767 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-6d67cf75-c51f-421c-af55-31f11f495ab2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b14b98f006574deabc030c2e93c680c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537741 Oct 31 12:39:44.327540 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34474) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:44.392585 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5d0baf39-4202-4886-b38b-27f950b0a420 admin admin] Publish callbacks [] for security_group (488624fc-80a3-4141-ab49-d08ab698401f), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.428252 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5d0baf39-4202-4886-b38b-27f950b0a420 admin admin] Publish callbacks [] for security_group (488624fc-80a3-4141-ab49-d08ab698401f), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.480826 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5d0baf39-4202-4886-b38b-27f950b0a420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (488624fc-80a3-4141-ab49-d08ab698401f), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.483737 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5d0baf39-4202-4886-b38b-27f950b0a420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.484929 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-5d0baf39-4202-4886-b38b-27f950b0a420 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/488624fc-80a3-4141-ab49-d08ab698401f HTTP/1.1" status: 204 len: 168 time: 0.1565003 Oct 31 12:39:44.493171 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0baf39-4202-4886-b38b-27f950b0a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488624fc-80a3-4141-ab49-d08ab698401f,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:44.822038 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34484) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:44.862387 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-80aea3d6-2b3f-4be7-9c5f-621cbda6663b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=656dea667748432aadfffc81fb3a8cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392022 Oct 31 12:39:44.864822 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34486) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:44.892497 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:44.916012 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b34bf9d4-afb4-4ed3-bba4-37954d15c457 admin admin] Publish callbacks [] for security_group (887f866d-dc5d-4407-ba07-c82f12e19bd8), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.935795 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b34bf9d4-afb4-4ed3-bba4-37954d15c457 admin admin] Publish callbacks [] for security_group (887f866d-dc5d-4407-ba07-c82f12e19bd8), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.983460 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b34bf9d4-afb4-4ed3-bba4-37954d15c457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (887f866d-dc5d-4407-ba07-c82f12e19bd8), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.986951 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b34bf9d4-afb4-4ed3-bba4-37954d15c457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:44.988146 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-b34bf9d4-afb4-4ed3-bba4-37954d15c457 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/887f866d-dc5d-4407-ba07-c82f12e19bd8 HTTP/1.1" status: 204 len: 168 time: 0.1224401 Oct 31 12:39:44.996531 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bf9d4-afb4-4ed3-bba4-37954d15c457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f866d-dc5d-4407-ba07-c82f12e19bd8,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:45.520054 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34510) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:45.767059 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34516) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:45.942604 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a6e38929-916e-436c-a5c3-abeee81e51f6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=741f915aad03472e8373166c4d7fd380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740210 Oct 31 12:39:45.943526 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34520) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:45.983978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (e5b36b45-9997-4cce-a588-dfca33a47d5a), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:45.996813 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-58308298-5e8c-4496-bc38-ac45a63a44af admin admin] Publish callbacks [] for security_group (b8a507b7-840a-4255-b8f6-9f2fe855fe00), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.016981 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-58308298-5e8c-4496-bc38-ac45a63a44af admin admin] Publish callbacks [] for security_group (b8a507b7-840a-4255-b8f6-9f2fe855fe00), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.069455 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-58308298-5e8c-4496-bc38-ac45a63a44af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b8a507b7-840a-4255-b8f6-9f2fe855fe00), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.072233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-58308298-5e8c-4496-bc38-ac45a63a44af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.073629 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-58308298-5e8c-4496-bc38-ac45a63a44af admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b8a507b7-840a-4255-b8f6-9f2fe855fe00 HTTP/1.1" status: 204 len: 168 time: 0.1288488 Oct 31 12:39:46.082073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58308298-5e8c-4496-bc38-ac45a63a44af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a507b7-840a-4255-b8f6-9f2fe855fe00,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:46.124513 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c900dccb-9315-4b21-af64-14f77eccc5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.175011 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:46.230970 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Deleting port 657193f2-5927-4d37-98d0-6089518348ee {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:46.231599 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (657193f2-5927-4d37-98d0-6089518348ee), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.317964 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] For port 657193f2-5927-4d37-98d0-6089518348ee, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=657193f2-5927-4d37-98d0-6089518348ee,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:46.318331 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (657193f2-5927-4d37-98d0-6089518348ee), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.333215 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Calling delete_port for 657193f2-5927-4d37-98d0-6089518348ee owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:46.459667 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:46.524648 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (657193f2-5927-4d37-98d0-6089518348ee), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.549780 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Pushing event deleted for resources: {'Port': ['ID=657193f2-5927-4d37-98d0-6089518348ee,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:46.612659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34530) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:46.943989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:46.959184 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (e5b36b45-9997-4cce-a588-dfca33a47d5a), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:46.983113 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cee499-bec0-41ef-b393-fab8740829de None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:39:47.094562 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cee499-bec0-41ef-b393-fab8740829de None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:39:47.136744 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:47.182640 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Router e5b36b45-9997-4cce-a588-dfca33a47d5a has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:47.195577 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (20d075e0-3164-4ac1-b7f8-7306bee4bff3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.237869 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:47.292762 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:47.299658 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e555daf0-bede-40ca-a6ff-2f2dee4ad077 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e5b36b45-9997-4cce-a588-dfca33a47d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798338 Oct 31 12:39:47.300435 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34534) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:47.305674 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] Sync routers for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:47.316805 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:47.317733 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:47.419939 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks [] for router (e5b36b45-9997-4cce-a588-dfca33a47d5a), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.503199 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Deleting port 2229e748-dc62-4389-9ac9-38310d099bd6 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:47.503572 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.543235 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks [] for router_gateway (e5b36b45-9997-4cce-a588-dfca33a47d5a), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.613417 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Deleting port 5a6d3087-6e22-4287-86c6-67044c7ecc88 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:47.613770 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.615204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] For port 2229e748-dc62-4389-9ac9-38310d099bd6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=2229e748-dc62-4389-9ac9-38310d099bd6,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:47.615687 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.635988 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Calling delete_port for 2229e748-dc62-4389-9ac9-38310d099bd6 owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:47.644146 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:47.653308 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:47.659224 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.708962 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] For port 5a6d3087-6e22-4287-86c6-67044c7ecc88, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5a6d3087-6e22-4287-86c6-67044c7ecc88,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:47.709331 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.717058 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:47.725976 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Calling delete_port for 5a6d3087-6e22-4287-86c6-67044c7ecc88 owned by network:router_gateway {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:47.857972 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:39:46Z', 'revision_number': 5, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port': {'id': '5a6d3087-6e22-4287-86c6-67044c7ecc88', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:42Z', 'updated_at': '2022-10-31T12:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:47.866892 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (2229e748-dc62-4389-9ac9-38310d099bd6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.870755 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:47.887999 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] Checking router: e5b36b45-9997-4cce-a588-dfca33a47d5a for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:47.897503 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2229e748-dc62-4389-9ac9-38310d099bd6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:47.897721 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] Routers {'e5b36b45-9997-4cce-a588-dfca33a47d5a'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:47.898335 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e5b36b45-9997-4cce-a588-dfca33a47d5a'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:47.934788 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (5a6d3087-6e22-4287-86c6-67044c7ecc88), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.959736 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6d3087-6e22-4287-86c6-67044c7ecc88,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:47.990356 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-925aadfe-5a2d-4ef5-8861-70c13246df1f None None] Provisioning complete for port 0f064511-9700-4691-a334-ec114ab47328 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:47.990747 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-925aadfe-5a2d-4ef5-8861-70c13246df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (0f064511-9700-4691-a334-ec114ab47328), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:47.991069 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-925aadfe-5a2d-4ef5-8861-70c13246df1f None None] Attempt 1 to provision port 0f064511-9700-4691-a334-ec114ab47328 Oct 31 12:39:48.034690 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] Set router e5b36b45-9997-4cce-a588-dfca33a47d5a gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:48.037712 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:48.061978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (e5b36b45-9997-4cce-a588-dfca33a47d5a), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.100870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (20d075e0-3164-4ac1-b7f8-7306bee4bff3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.112933 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:39:47Z', 'revision_number': 6, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:48.153340 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be0df5e-d091-4694-ace4-523713eeaade None None] The sync data for ids ['e5b36b45-9997-4cce-a588-dfca33a47d5a'] in dv-cinder-796170-6-iscsi is: [{'id': 'e5b36b45-9997-4cce-a588-dfca33a47d5a', 'name': 'tempest-AttachVolumeNegativeTest-1836955785-router', 'tenant_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:41Z', 'updated_at': '2022-10-31T12:39:47Z', 'revision_number': 6, 'project_id': 'bfbc3a46f12942299b99cdd20c989e1f', 'gw_port_host': None}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:48.156842 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (e5b36b45-9997-4cce-a588-dfca33a47d5a), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.163589 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks [] for router_controller (e5b36b45-9997-4cce-a588-dfca33a47d5a), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.216271 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-925aadfe-5a2d-4ef5-8861-70c13246df1f None None] Current status of the port 0f064511-9700-4691-a334-ec114ab47328 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:48.221321 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a95a61-a119-4b34-b961-754108bd5ab3 None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:39:48.231584 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (e5b36b45-9997-4cce-a588-dfca33a47d5a), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.232356 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b36b45-9997-4cce-a588-dfca33a47d5a {{(pid=104558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:39:48.236762 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.240269 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-30f0d795-9273-42b9-b180-f6350bf84eb0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/e5b36b45-9997-4cce-a588-dfca33a47d5a HTTP/1.1" status: 204 len: 168 time: 0.9365606 Oct 31 12:39:48.240625 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34536) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:48.286703 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] Deleting subnet 6a835e99-e667-4f29-9c7e-079cc620d1de {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:39:48.289865 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] Publish callbacks [] for subnet (6a835e99-e667-4f29-9c7e-079cc620d1de), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.328612 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (6a835e99-e667-4f29-9c7e-079cc620d1de), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.335031 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a95a61-a119-4b34-b961-754108bd5ab3 None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:39:48.353211 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:39:48.375832 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:48.412297 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (6a835e99-e667-4f29-9c7e-079cc620d1de), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.470400 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (6a835e99-e667-4f29-9c7e-079cc620d1de), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.472126 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:39:48.477949 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-06a6e2c1-54b0-4096-a01e-d6e169a264e0 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/20d075e0-3164-4ac1-b7f8-7306bee4bff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8641989 Oct 31 12:39:48.487736 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34538) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:48.492331 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] Sync routers for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:39:48.506586 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a835e99-e667-4f29-9c7e-079cc620d1de,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:48.518063 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.522372 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-6b38f9e6-eb90-4324-bb2b-33594a8c0b81 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/6a835e99-e667-4f29-9c7e-079cc620d1de HTTP/1.1" status: 204 len: 168 time: 0.2807341 Oct 31 12:39:48.524880 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34540) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:48.525626 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:48.526618 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:48.624531 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (6630ddc4-dc53-4e5a-8b9d-7632c3075289), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.674005 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:48.693757 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Deleting port 0f064511-9700-4691-a334-ec114ab47328 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:48.694186 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (0f064511-9700-4691-a334-ec114ab47328), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.772116 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] For port 0f064511-9700-4691-a334-ec114ab47328, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=0f064511-9700-4691-a334-ec114ab47328,segment=NetworkSegment(155055fe-1296-44a2-8245-0a2420af6cbe),segment_id=155055fe-1296-44a2-8245-0a2420af6cbe)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:48.772485 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (0f064511-9700-4691-a334-ec114ab47328), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.795700 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Calling delete_port for 0f064511-9700-4691-a334-ec114ab47328 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:48.797266 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:48.861398 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:39:47Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:48.877789 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=83,neutron:DELETE=16,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:48.890356 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (0f064511-9700-4691-a334-ec114ab47328), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.895335 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] Checking router: 20d075e0-3164-4ac1-b7f8-7306bee4bff3 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:39:48.905337 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] Routers {'20d075e0-3164-4ac1-b7f8-7306bee4bff3'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:39:48.906279 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:48.918648 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks [] for router (20d075e0-3164-4ac1-b7f8-7306bee4bff3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:48.923097 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f064511-9700-4691-a334-ec114ab47328,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:48.934983 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] No DVR routers for this DVR port 0f064511-9700-4691-a334-ec114ab47328 on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:49.040332 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] Set router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:39:49.055146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (6630ddc4-dc53-4e5a-8b9d-7632c3075289), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.086503 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.090525 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks [] for router_gateway (20d075e0-3164-4ac1-b7f8-7306bee4bff3), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.093748 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6630ddc4-dc53-4e5a-8b9d-7632c3075289']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:49.105286 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155055fe-1296-44a2-8245-0a2420af6cbe') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:49.105638 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155055fe-1296-44a2-8245-0a2420af6cbe') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:49.116705 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (155055fe-1296-44a2-8245-0a2420af6cbe), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.134688 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (155055fe-1296-44a2-8245-0a2420af6cbe), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.142581 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:39:49.143064 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (155055fe-1296-44a2-8245-0a2420af6cbe), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.175313 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e43ad8-df88-4072-a8cc-4be96cb9cf7b None None] Network 6630ddc4-dc53-4e5a-8b9d-7632c3075289 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:39:49.175796 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 155055fe-1296-44a2-8245-0a2420af6cbe resource provider aggregate not found Oct 31 12:39:49.180944 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Deleting port 4f85ae0f-3333-494c-b57d-6ee9bbe12709 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:49.181885 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.184446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:49.227075 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 155055fe-1296-44a2-8245-0a2420af6cbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 155055fe-1296-44a2-8245-0a2420af6cbe found for delete ", "request_id": "req-1630e0c1-fe6a-49d8-8775-dcb14971312d"}]} Oct 31 12:39:49.246245 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (6630ddc4-dc53-4e5a-8b9d-7632c3075289), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.252747 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.258705 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6630ddc4-dc53-4e5a-8b9d-7632c3075289 HTTP/1.1" status: 204 len: 168 time: 0.7301862 Oct 31 12:39:49.275456 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1235dd0-44e5-4b5e-b933-9e02d1a24962 admin admin] Pushing event deleted for resources: {'Network': ['ID=6630ddc4-dc53-4e5a-8b9d-7632c3075289,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:49.293391 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:39:47Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:49.303479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] For port 4f85ae0f-3333-494c-b57d-6ee9bbe12709, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=4f85ae0f-3333-494c-b57d-6ee9bbe12709,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:49.303967 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.326656 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Calling delete_port for 4f85ae0f-3333-494c-b57d-6ee9bbe12709 owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:49.337912 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-af7b295a-990c-4fd6-ba80-230492af8f32 None None] Provisioning complete for port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:39:49.338324 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-af7b295a-990c-4fd6-ba80-230492af8f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.340466 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-af7b295a-990c-4fd6-ba80-230492af8f32 None None] Attempt 1 to provision port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c Oct 31 12:39:49.343780 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdabe7d-d93e-4da0-af13-8774e8a9b102 None None] The sync data for ids ['20d075e0-3164-4ac1-b7f8-7306bee4bff3'] in dv-cinder-796170-6-iscsi is: [{'id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'name': 'tempest-AttachVolumeTestJSON-263396677-router', 'tenant_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:45Z', 'updated_at': '2022-10-31T12:39:47Z', 'revision_number': 5, 'project_id': 'b9a2bf9a5a484523a700e4e6c568d4de', 'gw_port': {'id': '4f85ae0f-3333-494c-b57d-6ee9bbe12709', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d075e0-3164-4ac1-b7f8-7306bee4bff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:46Z', 'updated_at': '2022-10-31T12:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:39:49.389946 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:49.402269 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:49.411859 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.459962 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34548) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:49.494016 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-af7b295a-990c-4fd6-ba80-230492af8f32 None None] Current status of the port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:39:49.504272 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-24e0ad4a-32bf-448d-8da5-c4ae77f8d6be admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bfbc3a46f12942299b99cdd20c989e1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429242 Oct 31 12:39:49.506832 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34550) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:49.559141 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (4f85ae0f-3333-494c-b57d-6ee9bbe12709), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.565199 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aacc4a59-be7d-4e2f-8336-3d6e11ccfd44 admin admin] Publish callbacks [] for security_group (1a5de9c4-8b83-496e-ac01-203749f63b45), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.566834 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:49.586095 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f85ae0f-3333-494c-b57d-6ee9bbe12709,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:49.588897 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aacc4a59-be7d-4e2f-8336-3d6e11ccfd44 admin admin] Publish callbacks [] for security_group (1a5de9c4-8b83-496e-ac01-203749f63b45), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.639293 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aacc4a59-be7d-4e2f-8336-3d6e11ccfd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1a5de9c4-8b83-496e-ac01-203749f63b45), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.642640 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aacc4a59-be7d-4e2f-8336-3d6e11ccfd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.644114 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-aacc4a59-be7d-4e2f-8336-3d6e11ccfd44 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1a5de9c4-8b83-496e-ac01-203749f63b45 HTTP/1.1" status: 204 len: 168 time: 0.1362381 Oct 31 12:39:49.652214 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc4a59-be7d-4e2f-8336-3d6e11ccfd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5de9c4-8b83-496e-ac01-203749f63b45,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:49.656160 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (20d075e0-3164-4ac1-b7f8-7306bee4bff3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.753172 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (20d075e0-3164-4ac1-b7f8-7306bee4bff3), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.759316 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks [] for router_controller (20d075e0-3164-4ac1-b7f8-7306bee4bff3), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.773887 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532f7e4-517f-4bba-853b-71915478f0ad None None] DHCP port deletion for 6630ddc4-dc53-4e5a-8b9d-7632c3075289 request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:39:49.837479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (20d075e0-3164-4ac1-b7f8-7306bee4bff3), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.838551 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d075e0-3164-4ac1-b7f8-7306bee4bff3 {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:39:49.849127 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.851635 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9daaa5a0-49e0-4732-bac8-30649c0cb06a admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/20d075e0-3164-4ac1-b7f8-7306bee4bff3 HTTP/1.1" status: 204 len: 168 time: 1.3628602 Oct 31 12:39:49.854542 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34556) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:49.918512 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] Deleting subnet 2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:39:49.923127 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] Publish callbacks [] for subnet (2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.938259 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2229e748-dc62-4389-9ac9-38310d099bd6 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:49.960337 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 2229e748-dc62-4389-9ac9-38310d099bd6 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:49.960681 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 2229e748-dc62-4389-9ac9-38310d099bd6 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:49.961097 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 0f064511-9700-4691-a334-ec114ab47328 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:49.970893 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:49.980992 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 0f064511-9700-4691-a334-ec114ab47328 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:49.981778 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 0f064511-9700-4691-a334-ec114ab47328 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:49.982458 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5a6d3087-6e22-4287-86c6-67044c7ecc88 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:50.001789 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 5a6d3087-6e22-4287-86c6-67044c7ecc88 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:50.002208 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5a6d3087-6e22-4287-86c6-67044c7ecc88 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:50.002618 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 657193f2-5927-4d37-98d0-6089518348ee no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:50.024980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 657193f2-5927-4d37-98d0-6089518348ee {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:50.026023 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 657193f2-5927-4d37-98d0-6089518348ee not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:50.066868 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.138404 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.169622 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:50.173508 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.176673 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-0a62e215-c510-4599-af5b-0d3011877bb2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/2314c5d2-38d1-4feb-9ff2-9c8d3dbcc50a HTTP/1.1" status: 204 len: 168 time: 0.3210421 Oct 31 12:39:50.179198 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34568) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:50.179815 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb909e0-52f6-41ce-9d22-483f52e14502 None None] Network 213ef750-b5e2-42dd-8125-73c9f2985c9d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:39:50.253921 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (213ef750-b5e2-42dd-8125-73c9f2985c9d), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.305904 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Deleting port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:39:50.305904 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.358062 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:50.377874 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] For port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=76ccb4d5-1da0-4891-84ae-ec523e4bbd1c,segment=NetworkSegment(676e35af-d4b8-45a8-836e-91aab4b6efda),segment_id=676e35af-d4b8-45a8-836e-91aab4b6efda)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:39:50.378342 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.392817 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Calling delete_port for 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:39:50.471754 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (76ccb4d5-1da0-4891-84ae-ec523e4bbd1c), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.500646 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Pushing event deleted for resources: {'Port': ['ID=76ccb4d5-1da0-4891-84ae-ec523e4bbd1c,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:50.507275 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] No DVR routers for this DVR port 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:39:50.524191 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6069c8-24f8-45d2-849b-3c14b8c15245 None None] DHCP port deletion for 213ef750-b5e2-42dd-8125-73c9f2985c9d request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:39:50.592763 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (213ef750-b5e2-42dd-8125-73c9f2985c9d), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.614188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ef750-b5e2-42dd-8125-73c9f2985c9d']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:50.624317 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676e35af-d4b8-45a8-836e-91aab4b6efda') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:50.624631 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676e35af-d4b8-45a8-836e-91aab4b6efda') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:39:50.634180 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (676e35af-d4b8-45a8-836e-91aab4b6efda), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.648411 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (676e35af-d4b8-45a8-836e-91aab4b6efda), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.655638 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:39:50.655969 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (676e35af-d4b8-45a8-836e-91aab4b6efda), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.718305 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (213ef750-b5e2-42dd-8125-73c9f2985c9d), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.723680 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.730189 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/213ef750-b5e2-42dd-8125-73c9f2985c9d HTTP/1.1" status: 204 len: 168 time: 0.5460453 Oct 31 12:39:50.739728 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc082f9-b275-46fa-bac8-f4461b5c516f admin admin] Pushing event deleted for resources: {'Network': ['ID=213ef750-b5e2-42dd-8125-73c9f2985c9d,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:50.851286 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34588) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:50.873321 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:50.894787 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a2e94f55-f841-4b5f-98e5-c31b11fe6a52 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b9a2bf9a5a484523a700e4e6c568d4de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422931 Oct 31 12:39:50.897598 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34592) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:50.947190 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a04d6c6-363e-496a-9ea4-b5e54cb1105b admin admin] Publish callbacks [] for security_group (a38c7812-05b6-4fcb-b05d-1e9fd749ae0c), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:50.968132 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a04d6c6-363e-496a-9ea4-b5e54cb1105b admin admin] Publish callbacks [] for security_group (a38c7812-05b6-4fcb-b05d-1e9fd749ae0c), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:51.021405 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a04d6c6-363e-496a-9ea4-b5e54cb1105b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a38c7812-05b6-4fcb-b05d-1e9fd749ae0c), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:51.024768 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2a04d6c6-363e-496a-9ea4-b5e54cb1105b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:51.026055 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-2a04d6c6-363e-496a-9ea4-b5e54cb1105b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a38c7812-05b6-4fcb-b05d-1e9fd749ae0c HTTP/1.1" status: 204 len: 168 time: 0.1274393 Oct 31 12:39:51.037008 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04d6c6-363e-496a-9ea4-b5e54cb1105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c7812-05b6-4fcb-b05d-1e9fd749ae0c,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:51.245459 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 676e35af-d4b8-45a8-836e-91aab4b6efda resource provider aggregate not found Oct 31 12:39:51.264370 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 676e35af-d4b8-45a8-836e-91aab4b6efda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 676e35af-d4b8-45a8-836e-91aab4b6efda found for delete ", "request_id": "req-25c204c6-bbdc-4a7e-bf56-d6d091b67c62"}]} Oct 31 12:39:51.586598 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:51.608517 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:51.609099 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 76ccb4d5-1da0-4891-84ae-ec523e4bbd1c not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:51.610310 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 4f85ae0f-3333-494c-b57d-6ee9bbe12709 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:39:51.632774 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 4f85ae0f-3333-494c-b57d-6ee9bbe12709 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:39:51.633392 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 4f85ae0f-3333-494c-b57d-6ee9bbe12709 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:39:51.686302 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34636) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:51.797747 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-aef663d5-5a49-4a0d-8a3e-170c20a3df69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:51.881650 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-aef663d5-5a49-4a0d-8a3e-170c20a3df69 admin admin] Publish callbacks [] for security_group (2adbc1ae-c877-42ca-86b8-3a75859de345), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:51.885790 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-aef663d5-5a49-4a0d-8a3e-170c20a3df69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (2adbc1ae-c877-42ca-86b8-3a75859de345), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:51.926142 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef663d5-5a49-4a0d-8a3e-170c20a3df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adbc1ae-c877-42ca-86b8-3a75859de345,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:51.930337 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-aef663d5-5a49-4a0d-8a3e-170c20a3df69 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e1f09c824b854b8b863fcd35b90b36e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430260 Oct 31 12:39:51.933314 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34652) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:51.973337 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:51.993546 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-44f8f798-1ff5-4ff8-9ceb-6ceef966e2c1 admin admin] Publish callbacks [] for security_group (2adbc1ae-c877-42ca-86b8-3a75859de345), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.018499 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-44f8f798-1ff5-4ff8-9ceb-6ceef966e2c1 admin admin] Publish callbacks [] for security_group (2adbc1ae-c877-42ca-86b8-3a75859de345), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.076061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-44f8f798-1ff5-4ff8-9ceb-6ceef966e2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (2adbc1ae-c877-42ca-86b8-3a75859de345), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.078737 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-44f8f798-1ff5-4ff8-9ceb-6ceef966e2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.080122 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-44f8f798-1ff5-4ff8-9ceb-6ceef966e2c1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2adbc1ae-c877-42ca-86b8-3a75859de345 HTTP/1.1" status: 204 len: 168 time: 0.1459115 Oct 31 12:39:52.088339 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8f798-1ff5-4ff8-9ceb-6ceef966e2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adbc1ae-c877-42ca-86b8-3a75859de345,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:52.287834 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34676) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:52.381782 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34680) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:52.402158 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9f125b64-e891-4817-a212-8f4e7e850ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.414555 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0b95d950-bf75-422b-8dfd-b4494e70f242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.420238 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:52.466644 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=74,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:52.552311 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9f125b64-e891-4817-a212-8f4e7e850ca6 admin admin] Publish callbacks [] for security_group (618481f2-eb48-447d-a0f2-42c6c7720de2), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.562510 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9f125b64-e891-4817-a212-8f4e7e850ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (618481f2-eb48-447d-a0f2-42c6c7720de2), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.577717 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0b95d950-bf75-422b-8dfd-b4494e70f242 admin admin] Publish callbacks [] for security_group (e1d6a295-ec44-47c2-82fd-769d64b411b2), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.589381 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-0b95d950-bf75-422b-8dfd-b4494e70f242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (e1d6a295-ec44-47c2-82fd-769d64b411b2), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.626743 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9f125b64-e891-4817-a212-8f4e7e850ca6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0904b0d2263b432bbd2104acb4611377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439456 Oct 31 12:39:52.627458 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f125b64-e891-4817-a212-8f4e7e850ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618481f2-eb48-447d-a0f2-42c6c7720de2,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:52.629500 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34682) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:52.638792 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-0b95d950-bf75-422b-8dfd-b4494e70f242 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8686fe87fb534b65a0f5cf77dbbc18a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3472655 Oct 31 12:39:52.641228 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34684) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:39:52.676461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95d950-bf75-422b-8dfd-b4494e70f242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d6a295-ec44-47c2-82fd-769d64b411b2,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:52.684179 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eae073fa-266f-425e-9903-acfa51713045 admin admin] Publish callbacks [] for security_group (618481f2-eb48-447d-a0f2-42c6c7720de2), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.706054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5669dabc-d0a8-4c84-a687-eb8cc65cb663 admin admin] Publish callbacks [] for security_group (e1d6a295-ec44-47c2-82fd-769d64b411b2), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.707783 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eae073fa-266f-425e-9903-acfa51713045 admin admin] Publish callbacks [] for security_group (618481f2-eb48-447d-a0f2-42c6c7720de2), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.726658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5669dabc-d0a8-4c84-a687-eb8cc65cb663 admin admin] Publish callbacks [] for security_group (e1d6a295-ec44-47c2-82fd-769d64b411b2), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.757678 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eae073fa-266f-425e-9903-acfa51713045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (618481f2-eb48-447d-a0f2-42c6c7720de2), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.761798 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-eae073fa-266f-425e-9903-acfa51713045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.763193 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-eae073fa-266f-425e-9903-acfa51713045 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/618481f2-eb48-447d-a0f2-42c6c7720de2 HTTP/1.1" status: 204 len: 168 time: 0.1325850 Oct 31 12:39:52.776578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae073fa-266f-425e-9903-acfa51713045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618481f2-eb48-447d-a0f2-42c6c7720de2,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:52.802600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5669dabc-d0a8-4c84-a687-eb8cc65cb663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (e1d6a295-ec44-47c2-82fd-769d64b411b2), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.805289 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5669dabc-d0a8-4c84-a687-eb8cc65cb663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:39:52.807028 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5669dabc-d0a8-4c84-a687-eb8cc65cb663 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e1d6a295-ec44-47c2-82fd-769d64b411b2 HTTP/1.1" status: 204 len: 168 time: 0.1644123 Oct 31 12:39:52.818233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669dabc-d0a8-4c84-a687-eb8cc65cb663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d6a295-ec44-47c2-82fd-769d64b411b2,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:39:59.297035 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:39:59.409324 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=44 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:02.765918 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=65,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:02.767848 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:02.768874 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=44,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:02.794290 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:02.814359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=5,neutron:SELECT=40,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:02.835052 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:05.717789 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34940) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:05.823765 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:05.908294 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Publish callbacks [] for security_group (69944aa5-c80b-4af7-b2c2-ebcedeb86f54), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:05.911379 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (69944aa5-c80b-4af7-b2c2-ebcedeb86f54), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:05.950536 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=18ce8d2885af4573ae11a903c4be8a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316999 Oct 31 12:40:05.951416 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69944aa5-c80b-4af7-b2c2-ebcedeb86f54,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:05.953282 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34944) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:05.958777 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.959129 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.959496 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.959832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.960167 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.960499 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.960822 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.961143 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.961468 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.961791 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.962110 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.962431 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.964379 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.964739 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:05.965052 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252de24d-378b-478a-b5c4-a1ecc7dec878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.003859 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Publish callbacks [] for security_group (69944aa5-c80b-4af7-b2c2-ebcedeb86f54), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.024958 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Publish callbacks [] for security_group (69944aa5-c80b-4af7-b2c2-ebcedeb86f54), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.072904 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (69944aa5-c80b-4af7-b2c2-ebcedeb86f54), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.075420 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.076569 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/69944aa5-c80b-4af7-b2c2-ebcedeb86f54 HTTP/1.1" status: 204 len: 168 time: 0.1223080 Oct 31 12:40:06.084202 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69944aa5-c80b-4af7-b2c2-ebcedeb86f54,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:06.091654 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.092010 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.092360 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.092707 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.093049 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.093382 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.093713 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.094040 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.094372 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.094702 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.095033 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.095384 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.095708 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.096031 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.096353 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad10694-f3d4-437b-894a-f01d70d6f59c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:40:06.336659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 34950) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:06.351514 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-871abe94-c33b-45c9-8ac9-15eb87c8b52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.429366 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-871abe94-c33b-45c9-8ac9-15eb87c8b52a admin admin] Publish callbacks [] for security_group (8374e8a4-da23-4662-af87-3d9d223a9d73), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.434096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-871abe94-c33b-45c9-8ac9-15eb87c8b52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8374e8a4-da23-4662-af87-3d9d223a9d73), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.474819 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-871abe94-c33b-45c9-8ac9-15eb87c8b52a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4ff613faa8f84a3480dae20f0eb6f3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369982 Oct 31 12:40:06.475699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871abe94-c33b-45c9-8ac9-15eb87c8b52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8374e8a4-da23-4662-af87-3d9d223a9d73,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:06.477614 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 34952) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:06.530597 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de329925-695f-4723-87ef-44e11d54803c admin admin] Publish callbacks [] for security_group (8374e8a4-da23-4662-af87-3d9d223a9d73), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.550880 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de329925-695f-4723-87ef-44e11d54803c admin admin] Publish callbacks [] for security_group (8374e8a4-da23-4662-af87-3d9d223a9d73), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.599027 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de329925-695f-4723-87ef-44e11d54803c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (8374e8a4-da23-4662-af87-3d9d223a9d73), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.601617 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de329925-695f-4723-87ef-44e11d54803c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:06.602759 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-de329925-695f-4723-87ef-44e11d54803c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8374e8a4-da23-4662-af87-3d9d223a9d73 HTTP/1.1" status: 204 len: 168 time: 0.1240194 Oct 31 12:40:06.610973 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de329925-695f-4723-87ef-44e11d54803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8374e8a4-da23-4662-af87-3d9d223a9d73,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:10.694495 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced88c-f6ad-49e4-bbce-121d42722bd2 req-c62d704a-7f3e-415a-b48b-ccb46bc4dcd3 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:40:10.696106 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9eced88c-f6ad-49e4-bbce-121d42722bd2 req-c62d704a-7f3e-415a-b48b-ccb46bc4dcd3 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.0521488 Oct 31 12:40:10.746107 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9eced88c-f6ad-49e4-bbce-121d42722bd2 req-1e7071c8-dbb7-474e-9a2a-d2b20e761596 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Oct 31 12:40:11.872409 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be804f-7e16-4923-b577-417b4881f570 req-f799c71e-6420-4408-8894-f38d56dddf89 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:40:11.873874 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-15be804f-7e16-4923-b577-417b4881f570 req-f799c71e-6420-4408-8894-f38d56dddf89 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.0463269 Oct 31 12:40:11.920683 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-15be804f-7e16-4923-b577-417b4881f570 req-501772bd-2bb9-4ede-aaf5-a17fda747fd0 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412226 Oct 31 12:40:12.208801 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-a1947fd8-629d-4f0d-bf70-4a59715edd96 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:40:12.210410 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-a1947fd8-629d-4f0d-bf70-4a59715edd96 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 947 time: 0.0523446 Oct 31 12:40:12.311507 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Deleting port 360a1655-b233-4d4d-a557-dc89ddf2b18e {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:40:12.311855 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.424247 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] For port 360a1655-b233-4d4d-a557-dc89ddf2b18e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=360a1655-b233-4d4d-a557-dc89ddf2b18e,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:40:12.424659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.495554 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:12.610521 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.610892 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (222aeab5-12c7-4ca0-a09e-d43f52759895), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.611241 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Floating IP 222aeab5-12c7-4ca0-a09e-d43f52759895 disassociated. External IP: 172.27.3.139, port: 360a1655-b233-4d4d-a557-dc89ddf2b18e. Oct 31 12:40:12.611591 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Calling delete_port for 360a1655-b233-4d4d-a557-dc89ddf2b18e owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:40:12.631438 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35118) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:12.745591 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-27b912a3-41cb-4207-a26d-f177d4ea1e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.750633 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (360a1655-b233-4d4d-a557-dc89ddf2b18e), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.756459 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:12.779636 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event deleted for resources: {'Port': ['ID=360a1655-b233-4d4d-a557-dc89ddf2b18e,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:12.826192 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-27b912a3-41cb-4207-a26d-f177d4ea1e28 admin admin] Publish callbacks [] for security_group (98841b69-d324-427f-b0bb-cffaa6d75b59), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.833399 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-27b912a3-41cb-4207-a26d-f177d4ea1e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (98841b69-d324-427f-b0bb-cffaa6d75b59), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:12.873728 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-27b912a3-41cb-4207-a26d-f177d4ea1e28 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d332a5b363914895ab2f3e68ed25220c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412200 Oct 31 12:40:12.875845 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b912a3-41cb-4207-a26d-f177d4ea1e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98841b69-d324-427f-b0bb-cffaa6d75b59,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:12.876746 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35122) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:12.927935 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Router 20837092-9635-4ba6-98b3-0a4c012d322f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:40:12.950457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-008eb879-8ba6-4d79-86bd-1c88e0553cef admin admin] Publish callbacks [] for security_group (98841b69-d324-427f-b0bb-cffaa6d75b59), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.010740 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-008eb879-8ba6-4d79-86bd-1c88e0553cef admin admin] Publish callbacks [] for security_group (98841b69-d324-427f-b0bb-cffaa6d75b59), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.052500 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9d1a85eb-b0ca-4ac6-b17c-57b942831b4c req-5c3e28e1-985e-47ff-9d7f-d01175f50046 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b3800adf-8cae-407e-9a5e-9eb107bff58d HTTP/1.1" status: 200 len: 210 time: 0.0483618 Oct 31 12:40:13.115430 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:40:13.127449 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] Sync routers for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:40:13.140245 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:40:13.140994 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:13.163139 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] No DVR routers for this DVR port 360a1655-b233-4d4d-a557-dc89ddf2b18e on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:40:13.165908 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.169503 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9e16fa93-4c9c-4e86-955b-82448c004d66 req-69fb5fbe-4954-4faa-85ec-002b504eae79 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.20 "DELETE /networking/v2.0/ports/360a1655-b233-4d4d-a557-dc89ddf2b18e HTTP/1.1" status: 204 len: 173 time: 0.9527335 Oct 31 12:40:13.170074 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-008eb879-8ba6-4d79-86bd-1c88e0553cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (98841b69-d324-427f-b0bb-cffaa6d75b59), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.172592 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-008eb879-8ba6-4d79-86bd-1c88e0553cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.175653 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-008eb879-8ba6-4d79-86bd-1c88e0553cef admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/98841b69-d324-427f-b0bb-cffaa6d75b59 HTTP/1.1" status: 204 len: 168 time: 0.2978580 Oct 31 12:40:13.176665 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-deleted', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:40:13.179634 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6ea311-b30f-4238-8181-811ca025dda7" -d '{"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-deleted", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:40:13.192824 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eb879-8ba6-4d79-86bd-1c88e0553cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98841b69-d324-427f-b0bb-cffaa6d75b59,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:13.261651 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a513066-fc0b-42f4-b49a-58b0303ff143 x-openstack-request-id: req-2a513066-fc0b-42f4-b49a-58b0303ff143 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:40:13.262290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3800adf-8cae-407e-9a5e-9eb107bff58d", "name": "network-vif-deleted", "tag": "360a1655-b233-4d4d-a557-dc89ddf2b18e", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:40:13.262290 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a513066-fc0b-42f4-b49a-58b0303ff143 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:40:13.262696 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a513066-fc0b-42f4-b49a-58b0303ff143'] response: {'server_uuid': 'b3800adf-8cae-407e-9a5e-9eb107bff58d', 'name': 'network-vif-deleted', 'tag': '360a1655-b233-4d4d-a557-dc89ddf2b18e', 'status': 'completed', 'code': 200} Oct 31 12:40:13.308249 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:40:13.527093 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:13.546654 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35136) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:13.554045 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] Checking router: 20837092-9635-4ba6-98b3-0a4c012d322f for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:40:13.561173 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e32cbcff-a81d-4625-b5e1-ca46db53e5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.564078 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:40:13.564759 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:39:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:13.599608 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:13.652218 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e32cbcff-a81d-4625-b5e1-ca46db53e5c6 admin admin] Publish callbacks [] for security_group (88b30e23-a334-4537-90e4-547dd3f44ea1), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.656588 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e32cbcff-a81d-4625-b5e1-ca46db53e5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (88b30e23-a334-4537-90e4-547dd3f44ea1), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.691200 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:40:13.709926 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e32cbcff-a81d-4625-b5e1-ca46db53e5c6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=50af65287f9d4a398c1cf93fe51f7b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621525 Oct 31 12:40:13.711036 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cbcff-a81d-4625-b5e1-ca46db53e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b30e23-a334-4537-90e4-547dd3f44ea1,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:13.713843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35142) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:13.769549 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc5ecf02-c513-473d-80e2-c528d767dd0c admin admin] Publish callbacks [] for security_group (88b30e23-a334-4537-90e4-547dd3f44ea1), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.791658 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc5ecf02-c513-473d-80e2-c528d767dd0c admin admin] Publish callbacks [] for security_group (88b30e23-a334-4537-90e4-547dd3f44ea1), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.842433 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc5ecf02-c513-473d-80e2-c528d767dd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (88b30e23-a334-4537-90e4-547dd3f44ea1), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.847260 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dc5ecf02-c513-473d-80e2-c528d767dd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:13.849618 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dc5ecf02-c513-473d-80e2-c528d767dd0c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/88b30e23-a334-4537-90e4-547dd3f44ea1 HTTP/1.1" status: 204 len: 168 time: 0.1343472 Oct 31 12:40:13.861714 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ecf02-c513-473d-80e2-c528d767dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b30e23-a334-4537-90e4-547dd3f44ea1,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:13.917370 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:13.948168 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef45154-b0b4-496e-84d3-8602427fac07 None None] The sync data for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi is: [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:33:00Z', 'revision_number': 4, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': '33d357a0-829c-40a2-888c-268e47cd9738', 'name': '', 'network_id': '89ec9ee8-fff5-4bf0-84fc-cc885776f150', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'mac_address': 'fa:16:3e:d3:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:57Z', 'updated_at': '2022-10-31T12:33:23Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'subnets': [{'id': '26baf52b-560a-4b72-820d-24a5f11aa158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:40:13.969102 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-2da697ef-94c2-4143-9d48-24eeb5460cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.173903 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35154) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:14.246413 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:14.255357 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c2393ff6-ec2f-4ecc-b35d-4aa38f57bc92 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.292801 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c2393ff6-ec2f-4ecc-b35d-4aa38f57bc92 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.295749 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:14.333572 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea73bb-0894-43bb-855f-ae8d65ce530f None None] New status for floating IP 222aeab5-12c7-4ca0-a09e-d43f52759895: DOWN {{(pid=104560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:40:14.353133 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c2393ff6-ec2f-4ecc-b35d-4aa38f57bc92 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.356117 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c2393ff6-ec2f-4ecc-b35d-4aa38f57bc92 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.357413 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c2393ff6-ec2f-4ecc-b35d-4aa38f57bc92 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de HTTP/1.1" status: 204 len: 168 time: 0.1820979 Oct 31 12:40:14.360384 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35162) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:14.376659 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.api.v2.resource [None req-601303d6-806d-4ddb-ab57-dd86fc6f6839 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] show failed (client error): The resource could not be found. Oct 31 12:40:14.377713 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-601303d6-806d-4ddb-ab57-dd86fc6f6839 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "GET /networking/v2.0/security-groups/ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de HTTP/1.1" status: 404 len: 347 time: 0.0163159 Oct 31 12:40:14.380715 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35164) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:14.383827 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2393ff6-ec2f-4ecc-b35d-4aa38f57bc92 tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31b6bd-0c2f-4d7c-b27d-ed3fd9fdc6de,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:14.505715 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Deleting port e5aa65d8-ced7-4969-8f0e-220f9f14dd17 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:40:14.506064 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.590508 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.590839 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.604480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Calling delete_port for e5aa65d8-ced7-4969-8f0e-220f9f14dd17 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:40:14.614853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:14.703693 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35176) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:14.753202 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (e5aa65d8-ced7-4969-8f0e-220f9f14dd17), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.795105 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Pushing event deleted for resources: {'Port': ['ID=e5aa65d8-ced7-4969-8f0e-220f9f14dd17,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:14.823070 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1369484647-network', 'tenant_id': '437b0ee5c1034635b0c7294f3e1ab629'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:40:14.850631 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Made reservation on behalf of 437b0ee5c1034635b0c7294f3e1ab629 for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:40:14.854133 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.867348 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.873385 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks [] for floatingip (222aeab5-12c7-4ca0-a09e-d43f52759895), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.876287 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.877632 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-65f8d1f4-2f22-401a-b192-a5f3cabdc92c tempest-AttachVolumeShelveTestJSON-192762088 tempest-AttachVolumeShelveTestJSON-192762088-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/222aeab5-12c7-4ca0-a09e-d43f52759895 HTTP/1.1" status: 204 len: 168 time: 0.4955027 Oct 31 12:40:14.949763 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks [] for security_group (1d448a0b-1c90-4667-9b41-2b1e62200662), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.954175 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1d448a0b-1c90-4667-9b41-2b1e62200662), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:14.985570 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:40:14.992487 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d448a0b-1c90-4667-9b41-2b1e62200662,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:14.999951 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (f2669149-5904-4241-a1bd-f63193b96d79), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.000901 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Added segment f2669149-5904-4241-a1bd-f63193b96d79 of type vlan for network 453414a0-32b9-40ea-bde8-437f522de48f Oct 31 12:40:15.042732 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (453414a0-32b9-40ea-bde8-437f522de48f), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.067406 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (453414a0-32b9-40ea-bde8-437f522de48f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.068380 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:40:15.068964 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.108820 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4038649 Oct 31 12:40:15.111659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35188) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:15.116625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Request body: {'subnet': {'network_id': '453414a0-32b9-40ea-bde8-437f522de48f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1369484647-subnet', 'tenant_id': '437b0ee5c1034635b0c7294f3e1ab629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:40:15.136233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Made reservation on behalf of 437b0ee5c1034635b0c7294f3e1ab629 for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:40:15.138692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264349142'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.141985 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9e1b8-b981-4ca6-9a48-6d8bf2350e62 admin admin] Pushing event updated for resources: {'Network': ['ID=453414a0-32b9-40ea-bde8-437f522de48f,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:15.154039 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 453414a0-32b9-40ea-bde8-437f522de48f details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:40:15.315303 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264362532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264349112'] for subnet (00ef50f5-0540-41b6-a16b-82e422d90395), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.363586 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:15.371710 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ef50f5-0540-41b6-a16b-82e422d90395,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:15.381913 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Checking segment: {'id': 'f2669149-5904-4241-a1bd-f63193b96d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '453414a0-32b9-40ea-bde8-437f522de48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:40:15.382261 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Network hostable DHCP agents. Network: 453414a0-32b9-40ea-bde8-437f522de48f, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:40:15.400650 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Network 453414a0-32b9-40ea-bde8-437f522de48f is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:40:15.409165 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 453414a0-32b9-40ea-bde8-437f522de48f) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:40:15.413084 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:40:15.413672 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.417874 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa1cd6f-6b72-4e05-a55e-d18652cf0922 None None] Network 453414a0-32b9-40ea-bde8-437f522de48f requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:40:15.433565 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d69f9ec2-ba0b-4c00-a562-9b4656560a7a admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3206904 Oct 31 12:40:15.480381 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:15.492429 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:15.529372 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30304a-06fc-4c90-9278-a7fbe5491069 None None] Network 453414a0-32b9-40ea-bde8-437f522de48f requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:40:15.910580 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35210) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:15.915426 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-739671579-network', 'tenant_id': 'e2b1110b90b84855b66acd04e23c70de'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:40:15.937014 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Made reservation on behalf of e2b1110b90b84855b66acd04e23c70de for: {'network': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:40:15.939497 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:15.949207 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.031309 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks [] for security_group (aead0218-d245-4aa6-8dd8-831a9946b7a8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.036792 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (aead0218-d245-4aa6-8dd8-831a9946b7a8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.063532 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:40:16.072677 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead0218-d245-4aa6-8dd8-831a9946b7a8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:16.083017 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (0bd338c0-e41a-4894-95c4-d368bd372e97), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.083017 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.segments_db [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Added segment 0bd338c0-e41a-4894-95c4-d368bd372e97 of type vlan for network 77d0b7b2-b778-4e0b-a4e1-6a902a331f86 Oct 31 12:40:16.120657 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9e864ceb-b361-4451-9306-e78ac1ace568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.128675 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (77d0b7b2-b778-4e0b-a4e1-6a902a331f86), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.135035 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:16.155092 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (77d0b7b2-b778-4e0b-a4e1-6a902a331f86), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.156253 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:40:16.156925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.198129 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2863970 Oct 31 12:40:16.200909 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35224) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:16.205938 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Request body: {'subnet': {'network_id': '77d0b7b2-b778-4e0b-a4e1-6a902a331f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-739671579-subnet', 'tenant_id': 'e2b1110b90b84855b66acd04e23c70de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:40:16.229855 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Made reservation on behalf of e2b1110b90b84855b66acd04e23c70de for: {'subnet': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:40:16.233064 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264560628'] for subnet (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.233293 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a9d7c-ec3d-4fe6-a1df-2e524cbfb5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=77d0b7b2-b778-4e0b-a4e1-6a902a331f86,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:16.244783 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network 77d0b7b2-b778-4e0b-a4e1-6a902a331f86 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:40:16.412611 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264638686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264560538'] for subnet (098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.466850 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:16.476989 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Checking segment: {'id': '0bd338c0-e41a-4894-95c4-d368bd372e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '77d0b7b2-b778-4e0b-a4e1-6a902a331f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:40:16.477343 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Network hostable DHCP agents. Network: 77d0b7b2-b778-4e0b-a4e1-6a902a331f86, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:40:16.493158 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Network 77d0b7b2-b778-4e0b-a4e1-6a902a331f86 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:40:16.501233 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, 77d0b7b2-b778-4e0b-a4e1-6a902a331f86) {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:40:16.505233 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:40:16.505826 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:16.512227 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167d0500-10df-4a54-ae99-27828508efa5 None None] Network 77d0b7b2-b778-4e0b-a4e1-6a902a331f86 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:40:16.522208 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-946f0c49-a561-4801-9642-4765166a02cc admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201311 Oct 31 12:40:16.535095 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:40:16.557973 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 360a1655-b233-4d4d-a557-dc89ddf2b18e {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:40:16.558316 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 360a1655-b233-4d4d-a557-dc89ddf2b18e not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:40:16.643546 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e67478-3958-4e69-a3ec-b8020a8e0a38 None None] Network 77d0b7b2-b778-4e0b-a4e1-6a902a331f86 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:40:16.651617 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:40:17.357177 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35248) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:17.397304 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:17.506566 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:17.544395 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:17.811056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (20837092-9635-4ba6-98b3-0a4c012d322f), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:18.272477 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Deleting port 33d357a0-829c-40a2-888c-268e47cd9738 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:40:18.272887 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (33d357a0-829c-40a2-888c-268e47cd9738), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:18.357364 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] For port 33d357a0-829c-40a2-888c-268e47cd9738, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=33d357a0-829c-40a2-888c-268e47cd9738,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:40:18.357953 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (33d357a0-829c-40a2-888c-268e47cd9738), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:18.372104 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Calling delete_port for 33d357a0-829c-40a2-888c-268e47cd9738 owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:40:18.562290 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (33d357a0-829c-40a2-888c-268e47cd9738), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:18.570136 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:18.599704 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=33d357a0-829c-40a2-888c-268e47cd9738,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:18.623228 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:18.765540 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (20837092-9635-4ba6-98b3-0a4c012d322f), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:18.786454 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f5497b-2e6d-4295-8730-479c56303f4f None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:40:18.872807 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5497b-2e6d-4295-8730-479c56303f4f None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:40:18.979739 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Router 20837092-9635-4ba6-98b3-0a4c012d322f has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:40:19.079279 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.092414 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:40:19.098385 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7fc0294c-7ca2-48c3-9371-e93dcdbfb4dc admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/20837092-9635-4ba6-98b3-0a4c012d322f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393713 Oct 31 12:40:19.100213 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35276) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:19.101472 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] Sync routers for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:40:19.113185 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:40:19.113816 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:40:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:19.207354 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks [] for router (20837092-9635-4ba6-98b3-0a4c012d322f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.225715 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:40:19.313317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks [] for router_gateway (20837092-9635-4ba6-98b3-0a4c012d322f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.362480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Deleting port 5b9790b1-b89c-4013-a3a6-408eb26c19dc {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:40:19.363351 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.370838 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.375263 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:19.431884 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:19.435682 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:40:18Z', 'revision_number': 5, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port': {'id': '5b9790b1-b89c-4013-a3a6-408eb26c19dc', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:32:47Z', 'updated_at': '2022-10-31T12:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:19.463957 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] Checking router: 20837092-9635-4ba6-98b3-0a4c012d322f for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:40:19.466577 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] For port 5b9790b1-b89c-4013-a3a6-408eb26c19dc, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5b9790b1-b89c-4013-a3a6-408eb26c19dc,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:40:19.467095 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.473461 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] Routers {'20837092-9635-4ba6-98b3-0a4c012d322f'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:40:19.474285 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:40:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['20837092-9635-4ba6-98b3-0a4c012d322f'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:19.484411 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Calling delete_port for 5b9790b1-b89c-4013-a3a6-408eb26c19dc owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:40:19.487367 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:19.573375 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] Set router 20837092-9635-4ba6-98b3-0a4c012d322f gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:40:19.646445 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:40:19Z', 'revision_number': 6, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:19.680345 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc44f7c-234a-4a7f-b1a7-6842e6c100be None None] The sync data for ids ['20837092-9635-4ba6-98b3-0a4c012d322f'] in dv-cinder-796170-6-iscsi is: [{'id': '20837092-9635-4ba6-98b3-0a4c012d322f', 'name': 'tempest-AttachVolumeShelveTestJSON-337874317-router', 'tenant_id': 'de0eb090bf44403983e0cbb99e038321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:32:44Z', 'updated_at': '2022-10-31T12:40:19Z', 'revision_number': 6, 'project_id': 'de0eb090bf44403983e0cbb99e038321', 'gw_port_host': None}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:40:19.684050 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-3c9ef456-d810-482a-88f8-9708cb6c2aeb None None] Provisioning complete for port 6159ebcf-7349-42b0-91c2-96b1387a6d0c triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:40:19.684780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3c9ef456-d810-482a-88f8-9708cb6c2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.685114 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-3c9ef456-d810-482a-88f8-9708cb6c2aeb None None] Attempt 1 to provision port 6159ebcf-7349-42b0-91c2-96b1387a6d0c Oct 31 12:40:19.712969 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (5b9790b1-b89c-4013-a3a6-408eb26c19dc), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.747927 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9790b1-b89c-4013-a3a6-408eb26c19dc,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:19.769698 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ef456-d810-482a-88f8-9708cb6c2aeb None None] Current status of the port 6159ebcf-7349-42b0-91c2-96b1387a6d0c is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:40:19.823326 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (20837092-9635-4ba6-98b3-0a4c012d322f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.917035 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (20837092-9635-4ba6-98b3-0a4c012d322f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.919128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks [] for router_controller (20837092-9635-4ba6-98b3-0a4c012d322f), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.963599 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (20837092-9635-4ba6-98b3-0a4c012d322f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.964269 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20837092-9635-4ba6-98b3-0a4c012d322f {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:40:19.968623 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:19.969782 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-1b956435-0b8e-4a7e-ac70-e6aff1e21328 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/20837092-9635-4ba6-98b3-0a4c012d322f HTTP/1.1" status: 204 len: 168 time: 0.8685656 Oct 31 12:40:19.972554 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35288) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:20.016592 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] Deleting subnet 26baf52b-560a-4b72-820d-24a5f11aa158 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:40:20.019956 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] Publish callbacks [] for subnet (26baf52b-560a-4b72-820d-24a5f11aa158), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.047048 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:20.059971 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265242837'] for subnet (26baf52b-560a-4b72-820d-24a5f11aa158), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.141871 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (26baf52b-560a-4b72-820d-24a5f11aa158), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.450609 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264361185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264349107'] for subnet (26baf52b-560a-4b72-820d-24a5f11aa158), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.475751 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26baf52b-560a-4b72-820d-24a5f11aa158,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:20.479817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.482900 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-185a3c19-7f1f-49b0-95e4-60fffd9b451d admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/26baf52b-560a-4b72-820d-24a5f11aa158 HTTP/1.1" status: 204 len: 168 time: 0.5093882 Oct 31 12:40:20.485495 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35290) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:20.487979 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267a2bd-4a5b-42e3-8299-872a43506e8b None None] Network 89ec9ee8-fff5-4bf0-84fc-cc885776f150 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:40:20.557314 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (89ec9ee8-fff5-4bf0-84fc-cc885776f150), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.601726 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Deleting port 6159ebcf-7349-42b0-91c2-96b1387a6d0c {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:40:20.602061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.650592 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] DHCP port deletion for 89ec9ee8-fff5-4bf0-84fc-cc885776f150 request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:40:20.667116 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] For port 6159ebcf-7349-42b0-91c2-96b1387a6d0c, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=6159ebcf-7349-42b0-91c2-96b1387a6d0c,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:40:20.667505 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.680231 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Calling delete_port for 6159ebcf-7349-42b0-91c2-96b1387a6d0c owned by network:dhcp {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:40:20.686886 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] Deleting port 6159ebcf-7349-42b0-91c2-96b1387a6d0c {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:40:20.687291 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.753919 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] For port 6159ebcf-7349-42b0-91c2-96b1387a6d0c, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=6159ebcf-7349-42b0-91c2-96b1387a6d0c,segment=NetworkSegment(355f2bff-54d6-47e1-ba41-7ad069c1b395),segment_id=355f2bff-54d6-47e1-ba41-7ad069c1b395)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:40:20.754284 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:20.754412 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.760251 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.768194 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] Calling delete_port for 6159ebcf-7349-42b0-91c2-96b1387a6d0c owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:40:20.788183 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Pushing event deleted for resources: {'Port': ['ID=6159ebcf-7349-42b0-91c2-96b1387a6d0c,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:20.791071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] No DVR routers for this DVR port 6159ebcf-7349-42b0-91c2-96b1387a6d0c on host dv-cinder-796170-6-iscsi {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:40:20.848180 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (6159ebcf-7349-42b0-91c2-96b1387a6d0c), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.866865 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (89ec9ee8-fff5-4bf0-84fc-cc885776f150), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.877828 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] Pushing event deleted for resources: {'Port': ['ID=6159ebcf-7349-42b0-91c2-96b1387a6d0c,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:20.882937 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f33d7-9b6f-41ff-b4a6-2f73cd72c544 None None] No DVR routers for this DVR port 6159ebcf-7349-42b0-91c2-96b1387a6d0c on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:40:20.895928 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ec9ee8-fff5-4bf0-84fc-cc885776f150']}} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:20.907363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355f2bff-54d6-47e1-ba41-7ad069c1b395') {'for_net_delete': True} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:20.907684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355f2bff-54d6-47e1-ba41-7ad069c1b395') {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:20.917849 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265242844'] for segment (355f2bff-54d6-47e1-ba41-7ad069c1b395), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.931587 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (355f2bff-54d6-47e1-ba41-7ad069c1b395), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.938168 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:40:20.938739 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264361095'] for segment (355f2bff-54d6-47e1-ba41-7ad069c1b395), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:20.960835 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 355f2bff-54d6-47e1-ba41-7ad069c1b395 resource provider aggregate not found Oct 31 12:40:20.992174 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment 355f2bff-54d6-47e1-ba41-7ad069c1b395 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 355f2bff-54d6-47e1-ba41-7ad069c1b395 found for delete ", "request_id": "req-695812ce-18c5-4d28-80dd-396e1289f121"}]} Oct 31 12:40:21.005387 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (89ec9ee8-fff5-4bf0-84fc-cc885776f150), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:21.011119 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:21.014236 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/89ec9ee8-fff5-4bf0-84fc-cc885776f150 HTTP/1.1" status: 204 len: 168 time: 0.5264463 Oct 31 12:40:21.025288 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20456c-e228-4746-b23a-32847e75f60f admin admin] Pushing event deleted for resources: {'Network': ['ID=89ec9ee8-fff5-4bf0-84fc-cc885776f150,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:21.130802 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35302) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:21.174701 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-522fae1f-0ae8-418b-a04e-4b74fd208ae5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=de0eb090bf44403983e0cbb99e038321&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426686 Oct 31 12:40:21.177142 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35304) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:21.214221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:21.227829 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06dafe0c-2655-4f47-9698-3c6cd826d303 admin admin] Publish callbacks [] for security_group (9b3e1096-26bc-4343-a13a-ddd8ffd04ba5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:21.248477 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06dafe0c-2655-4f47-9698-3c6cd826d303 admin admin] Publish callbacks [] for security_group (9b3e1096-26bc-4343-a13a-ddd8ffd04ba5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:21.295274 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06dafe0c-2655-4f47-9698-3c6cd826d303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (9b3e1096-26bc-4343-a13a-ddd8ffd04ba5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:21.297783 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-06dafe0c-2655-4f47-9698-3c6cd826d303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:21.298918 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-06dafe0c-2655-4f47-9698-3c6cd826d303 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9b3e1096-26bc-4343-a13a-ddd8ffd04ba5 HTTP/1.1" status: 204 len: 168 time: 0.1208944 Oct 31 12:40:21.307408 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dafe0c-2655-4f47-9698-3c6cd826d303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3e1096-26bc-4343-a13a-ddd8ffd04ba5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:21.585845 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5b9790b1-b89c-4013-a3a6-408eb26c19dc no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:40:21.607990 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 5b9790b1-b89c-4013-a3a6-408eb26c19dc {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:40:21.608353 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5b9790b1-b89c-4013-a3a6-408eb26c19dc not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:40:21.608764 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6159ebcf-7349-42b0-91c2-96b1387a6d0c no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:40:21.628320 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 6159ebcf-7349-42b0-91c2-96b1387a6d0c {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:40:21.628696 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6159ebcf-7349-42b0-91c2-96b1387a6d0c not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:40:21.629111 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 33d357a0-829c-40a2-888c-268e47cd9738 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:40:21.649309 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 33d357a0-829c-40a2-888c-268e47cd9738 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:40:21.650386 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 33d357a0-829c-40a2-888c-268e47cd9738 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:40:21.968589 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:29.087662 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=51 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:29.093297 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=50 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:31.302149 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:31.303050 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=38,neutron:DELETE=6 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:31.954862 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:31.956144 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:35.023650 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35634) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:35.139450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b08527f5-6d25-4d90-b59f-c7afd62e67ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.220846 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b08527f5-6d25-4d90-b59f-c7afd62e67ad admin admin] Publish callbacks [] for security_group (bac464c9-cf47-400d-96a0-73658dfdec2d), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.224718 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b08527f5-6d25-4d90-b59f-c7afd62e67ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (bac464c9-cf47-400d-96a0-73658dfdec2d), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.267055 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-b08527f5-6d25-4d90-b59f-c7afd62e67ad admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=68c14413792e43069c4cefb5879dea99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422316 Oct 31 12:40:35.268290 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08527f5-6d25-4d90-b59f-c7afd62e67ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac464c9-cf47-400d-96a0-73658dfdec2d,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:35.270621 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35644) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:35.322068 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-38752bff-a7bd-48a1-b19a-0d0fac5fa542 admin admin] Publish callbacks [] for security_group (bac464c9-cf47-400d-96a0-73658dfdec2d), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.342609 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-38752bff-a7bd-48a1-b19a-0d0fac5fa542 admin admin] Publish callbacks [] for security_group (bac464c9-cf47-400d-96a0-73658dfdec2d), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.394089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-38752bff-a7bd-48a1-b19a-0d0fac5fa542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (bac464c9-cf47-400d-96a0-73658dfdec2d), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.396953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-38752bff-a7bd-48a1-b19a-0d0fac5fa542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.398117 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-38752bff-a7bd-48a1-b19a-0d0fac5fa542 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bac464c9-cf47-400d-96a0-73658dfdec2d HTTP/1.1" status: 204 len: 168 time: 0.1264100 Oct 31 12:40:35.407319 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38752bff-a7bd-48a1-b19a-0d0fac5fa542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac464c9-cf47-400d-96a0-73658dfdec2d,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:35.632781 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35662) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:35.681779 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] Deleting subnet 00ef50f5-0540-41b6-a16b-82e422d90395 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:40:35.684191 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] Publish callbacks [] for subnet (00ef50f5-0540-41b6-a16b-82e422d90395), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.724414 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (00ef50f5-0540-41b6-a16b-82e422d90395), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.765488 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (00ef50f5-0540-41b6-a16b-82e422d90395), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.820212 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (00ef50f5-0540-41b6-a16b-82e422d90395), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.850457 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:35.855619 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/00ef50f5-0540-41b6-a16b-82e422d90395 HTTP/1.1" status: 204 len: 168 time: 0.2216825 Oct 31 12:40:35.857133 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35672) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:35.857276 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab49219-1c8e-4abe-bcd0-ee2c777af1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ef50f5-0540-41b6-a16b-82e422d90395,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:35.934503 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (453414a0-32b9-40ea-bde8-437f522de48f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.017533 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (453414a0-32b9-40ea-bde8-437f522de48f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.038147 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453414a0-32b9-40ea-bde8-437f522de48f']}} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:36.048033 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2669149-5904-4241-a1bd-f63193b96d79') {'for_net_delete': True} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:36.048328 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.services.segments.db [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2669149-5904-4241-a1bd-f63193b96d79') {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:36.058406 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265242844'] for segment (f2669149-5904-4241-a1bd-f63193b96d79), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.071866 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (f2669149-5904-4241-a1bd-f63193b96d79), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.078268 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:40:36.078804 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264361095'] for segment (f2669149-5904-4241-a1bd-f63193b96d79), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.103926 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment f2669149-5904-4241-a1bd-f63193b96d79 resource provider aggregate not found Oct 31 12:40:36.148730 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.services.segments.plugin [-] Segment f2669149-5904-4241-a1bd-f63193b96d79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2669149-5904-4241-a1bd-f63193b96d79 found for delete ", "request_id": "req-42b55ab8-efc2-469f-9a9f-597583ee663c"}]} Oct 31 12:40:36.151113 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (453414a0-32b9-40ea-bde8-437f522de48f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.156348 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.159812 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/453414a0-32b9-40ea-bde8-437f522de48f HTTP/1.1" status: 204 len: 168 time: 0.3016992 Oct 31 12:40:36.162784 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35686) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:36.174441 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b7455-22f1-4260-89c9-31e47315a3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=453414a0-32b9-40ea-bde8-437f522de48f,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:36.218905 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] Deleting subnet 098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:40:36.222644 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] Publish callbacks [] for subnet (098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.259941 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.305324 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.366141 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.395219 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:36.401067 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.406023 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ed994fbe-16d8-4368-bc76-3a9528b5a3c2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/098d7a33-4fd0-46a2-b0bd-7f91f6f5f3c0 HTTP/1.1" status: 204 len: 168 time: 0.2410250 Oct 31 12:40:36.408573 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35710) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:36.488950 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (77d0b7b2-b778-4e0b-a4e1-6a902a331f86), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.580449 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (77d0b7b2-b778-4e0b-a4e1-6a902a331f86), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.607318 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d0b7b2-b778-4e0b-a4e1-6a902a331f86']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:36.621511 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd338c0-e41a-4894-95c4-d368bd372e97') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:36.621910 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd338c0-e41a-4894-95c4-d368bd372e97') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:40:36.623943 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:36.634590 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (0bd338c0-e41a-4894-95c4-d368bd372e97), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.637224 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:36.653946 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (0bd338c0-e41a-4894-95c4-d368bd372e97), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.662295 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:40:36.662860 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (0bd338c0-e41a-4894-95c4-d368bd372e97), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.720798 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 0bd338c0-e41a-4894-95c4-d368bd372e97 resource provider aggregate not found Oct 31 12:40:36.742519 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 0bd338c0-e41a-4894-95c4-d368bd372e97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bd338c0-e41a-4894-95c4-d368bd372e97 found for delete ", "request_id": "req-069ddd79-65b5-47e0-8bcd-81b77e0e4dff"}]} Oct 31 12:40:36.743695 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (77d0b7b2-b778-4e0b-a4e1-6a902a331f86), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.750245 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:36.755692 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/77d0b7b2-b778-4e0b-a4e1-6a902a331f86 HTTP/1.1" status: 204 len: 168 time: 0.3459880 Oct 31 12:40:36.768443 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82276517-afdc-4df2-972b-ba3d1efc8a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d0b7b2-b778-4e0b-a4e1-6a902a331f86,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:36.958324 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35746) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:37.023189 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35754) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:37.079434 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a59cbe8f-01e6-4d51-819d-b7c22778940d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=437b0ee5c1034635b0c7294f3e1ab629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550771 Oct 31 12:40:37.081911 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35758) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:37.141646 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5e06-5b19-4fdf-ae78-b77c7f45fe75 admin admin] Publish callbacks [] for security_group (1d448a0b-1c90-4667-9b41-2b1e62200662), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.163709 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5e06-5b19-4fdf-ae78-b77c7f45fe75 admin admin] Publish callbacks [] for security_group (1d448a0b-1c90-4667-9b41-2b1e62200662), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.220765 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5e06-5b19-4fdf-ae78-b77c7f45fe75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1d448a0b-1c90-4667-9b41-2b1e62200662), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.222724 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5e06-5b19-4fdf-ae78-b77c7f45fe75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.224027 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8bfa5e06-5b19-4fdf-ae78-b77c7f45fe75 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1d448a0b-1c90-4667-9b41-2b1e62200662 HTTP/1.1" status: 204 len: 168 time: 0.1406100 Oct 31 12:40:37.233256 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa5e06-5b19-4fdf-ae78-b77c7f45fe75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d448a0b-1c90-4667-9b41-2b1e62200662,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:37.271564 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29a27605-3278-4e6c-9645-0f5d1b350425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.360459 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29a27605-3278-4e6c-9645-0f5d1b350425 admin admin] Publish callbacks [] for security_group (c94c8174-a729-472e-822b-e40c9b46bf31), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.366753 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-29a27605-3278-4e6c-9645-0f5d1b350425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c94c8174-a729-472e-822b-e40c9b46bf31), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.407376 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a27605-3278-4e6c-9645-0f5d1b350425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94c8174-a729-472e-822b-e40c9b46bf31,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:37.414408 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35780) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:37.414636 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-29a27605-3278-4e6c-9645-0f5d1b350425 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14a4c39daaf446858c5ae85a5c5666fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4552181 Oct 31 12:40:37.477365 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77319c7d-3009-4098-a433-4ce713e90e7c admin admin] Publish callbacks [] for security_group (c94c8174-a729-472e-822b-e40c9b46bf31), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.501100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77319c7d-3009-4098-a433-4ce713e90e7c admin admin] Publish callbacks [] for security_group (c94c8174-a729-472e-822b-e40c9b46bf31), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.556991 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77319c7d-3009-4098-a433-4ce713e90e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c94c8174-a729-472e-822b-e40c9b46bf31), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.559781 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-77319c7d-3009-4098-a433-4ce713e90e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.564852 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-77319c7d-3009-4098-a433-4ce713e90e7c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c94c8174-a729-472e-822b-e40c9b46bf31 HTTP/1.1" status: 204 len: 168 time: 0.1486495 Oct 31 12:40:37.574187 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77319c7d-3009-4098-a433-4ce713e90e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94c8174-a729-472e-822b-e40c9b46bf31,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:37.589799 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35792) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:37.642256 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-be3e3153-e99f-4db4-9025-eb6afc2574f7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e2b1110b90b84855b66acd04e23c70de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507247 Oct 31 12:40:37.644976 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35798) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:37.703130 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4906-f242-433b-a984-eb5321d953e9 admin admin] Publish callbacks [] for security_group (aead0218-d245-4aa6-8dd8-831a9946b7a8), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.727493 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4906-f242-433b-a984-eb5321d953e9 admin admin] Publish callbacks [] for security_group (aead0218-d245-4aa6-8dd8-831a9946b7a8), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.780792 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4906-f242-433b-a984-eb5321d953e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (aead0218-d245-4aa6-8dd8-831a9946b7a8), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.783306 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4906-f242-433b-a984-eb5321d953e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:37.784735 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8d3d4906-f242-433b-a984-eb5321d953e9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/aead0218-d245-4aa6-8dd8-831a9946b7a8 HTTP/1.1" status: 204 len: 168 time: 0.1384413 Oct 31 12:40:37.798164 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d4906-f242-433b-a984-eb5321d953e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead0218-d245-4aa6-8dd8-831a9946b7a8,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:38.011537 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35828) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:38.029776 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dbeb95a0-9b26-4219-8287-c0c7318bb3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:38.063365 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:38.084048 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:38.125035 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dbeb95a0-9b26-4219-8287-c0c7318bb3db admin admin] Publish callbacks [] for security_group (033ed290-1f63-4432-8ee7-50831452f751), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:38.129910 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dbeb95a0-9b26-4219-8287-c0c7318bb3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (033ed290-1f63-4432-8ee7-50831452f751), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:38.170333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb95a0-9b26-4219-8287-c0c7318bb3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ed290-1f63-4432-8ee7-50831452f751,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:38.174722 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-dbeb95a0-9b26-4219-8287-c0c7318bb3db admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=18862a8e83f54cc793c90928b7af39ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621363 Oct 31 12:40:38.177394 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35846) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:38.239376 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a30a1d05-8d3a-4629-a850-e661e5194b5b admin admin] Publish callbacks [] for security_group (033ed290-1f63-4432-8ee7-50831452f751), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:38.266194 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a30a1d05-8d3a-4629-a850-e661e5194b5b admin admin] Publish callbacks [] for security_group (033ed290-1f63-4432-8ee7-50831452f751), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:38.325269 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a30a1d05-8d3a-4629-a850-e661e5194b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (033ed290-1f63-4432-8ee7-50831452f751), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:38.328052 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-a30a1d05-8d3a-4629-a850-e661e5194b5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:38.331654 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-a30a1d05-8d3a-4629-a850-e661e5194b5b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/033ed290-1f63-4432-8ee7-50831452f751 HTTP/1.1" status: 204 len: 168 time: 0.1510079 Oct 31 12:40:38.337992 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a1d05-8d3a-4629-a850-e661e5194b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ed290-1f63-4432-8ee7-50831452f751,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:38.888748 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35892) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:39.018677 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5b22-3bdf-4c34-8a08-56a3ce249664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.119452 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5b22-3bdf-4c34-8a08-56a3ce249664 admin admin] Publish callbacks [] for security_group (0acd4086-9c00-4c6a-9777-083c196182c7), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.124432 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-ad6e5b22-3bdf-4c34-8a08-56a3ce249664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0acd4086-9c00-4c6a-9777-083c196182c7), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.167288 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e5b22-3bdf-4c34-8a08-56a3ce249664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd4086-9c00-4c6a-9777-083c196182c7,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:39.178531 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35902) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:39.179657 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-ad6e5b22-3bdf-4c34-8a08-56a3ce249664 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8e32724626464d01bd7f866693de0a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894657 Oct 31 12:40:39.239235 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-240c2f74-e526-46a7-8732-5850676bcd43 admin admin] Publish callbacks [] for security_group (0acd4086-9c00-4c6a-9777-083c196182c7), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.261992 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-240c2f74-e526-46a7-8732-5850676bcd43 admin admin] Publish callbacks [] for security_group (0acd4086-9c00-4c6a-9777-083c196182c7), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.314184 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-240c2f74-e526-46a7-8732-5850676bcd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0acd4086-9c00-4c6a-9777-083c196182c7), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.317028 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-240c2f74-e526-46a7-8732-5850676bcd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.320686 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-240c2f74-e526-46a7-8732-5850676bcd43 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0acd4086-9c00-4c6a-9777-083c196182c7 HTTP/1.1" status: 204 len: 168 time: 0.1387410 Oct 31 12:40:39.330692 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c2f74-e526-46a7-8732-5850676bcd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd4086-9c00-4c6a-9777-083c196182c7,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:39.637525 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 35922) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:39.651608 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7acb4b5d-98fc-4d68-910a-468cd44b56e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.733807 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7acb4b5d-98fc-4d68-910a-468cd44b56e3 admin admin] Publish callbacks [] for security_group (13d17c0f-a812-470a-bbf1-69b584cc2586), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.737522 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7acb4b5d-98fc-4d68-910a-468cd44b56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (13d17c0f-a812-470a-bbf1-69b584cc2586), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.740989 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:39.783246 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7acb4b5d-98fc-4d68-910a-468cd44b56e3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a8f8077e970a40d0a3df6250cad57c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422122 Oct 31 12:40:39.783246 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb4b5d-98fc-4d68-910a-468cd44b56e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d17c0f-a812-470a-bbf1-69b584cc2586,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:39.784926 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 35926) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:39.843719 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-792be364-8de3-4aa2-b296-81f74b4bc557 admin admin] Publish callbacks [] for security_group (13d17c0f-a812-470a-bbf1-69b584cc2586), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.865441 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-792be364-8de3-4aa2-b296-81f74b4bc557 admin admin] Publish callbacks [] for security_group (13d17c0f-a812-470a-bbf1-69b584cc2586), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.920852 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-792be364-8de3-4aa2-b296-81f74b4bc557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (13d17c0f-a812-470a-bbf1-69b584cc2586), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.923877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-792be364-8de3-4aa2-b296-81f74b4bc557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:39.925092 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-792be364-8de3-4aa2-b296-81f74b4bc557 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/13d17c0f-a812-470a-bbf1-69b584cc2586 HTTP/1.1" status: 204 len: 168 time: 0.1387246 Oct 31 12:40:39.934527 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792be364-8de3-4aa2-b296-81f74b4bc557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d17c0f-a812-470a-bbf1-69b584cc2586,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:41.766983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36032) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:41.884627 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b646f56-6ae9-4408-b0a3-a53364fb3fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:41.958721 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:41.973948 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b646f56-6ae9-4408-b0a3-a53364fb3fcd admin admin] Publish callbacks [] for security_group (f68cd140-066e-498c-b976-920dced0574c), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:41.977748 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-9b646f56-6ae9-4408-b0a3-a53364fb3fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f68cd140-066e-498c-b976-920dced0574c), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.019365 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-9b646f56-6ae9-4408-b0a3-a53364fb3fcd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e5495f09e3804dcda8b5a2cdb2c056aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512496 Oct 31 12:40:42.020272 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b646f56-6ae9-4408-b0a3-a53364fb3fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68cd140-066e-498c-b976-920dced0574c,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:42.022222 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36040) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:42.037019 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:42.076118 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f923a76a-e2e8-4544-842e-112128e54e9a admin admin] Publish callbacks [] for security_group (f68cd140-066e-498c-b976-920dced0574c), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.095500 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f923a76a-e2e8-4544-842e-112128e54e9a admin admin] Publish callbacks [] for security_group (f68cd140-066e-498c-b976-920dced0574c), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.141727 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f923a76a-e2e8-4544-842e-112128e54e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (f68cd140-066e-498c-b976-920dced0574c), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.144678 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-f923a76a-e2e8-4544-842e-112128e54e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.145827 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-f923a76a-e2e8-4544-842e-112128e54e9a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f68cd140-066e-498c-b976-920dced0574c HTTP/1.1" status: 204 len: 168 time: 0.1225948 Oct 31 12:40:42.153670 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923a76a-e2e8-4544-842e-112128e54e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68cd140-066e-498c-b976-920dced0574c,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:42.436167 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:42.437331 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:42.438498 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36052) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:42.456115 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-81257ac5-052d-4c0f-9e32-0b191dd094b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.477798 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:42.486259 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36054) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:42.542606 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-81257ac5-052d-4c0f-9e32-0b191dd094b9 admin admin] Publish callbacks [] for security_group (1f9406df-23ab-483e-8777-a471b80a5205), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.546422 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-81257ac5-052d-4c0f-9e32-0b191dd094b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1f9406df-23ab-483e-8777-a471b80a5205), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.590400 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-81257ac5-052d-4c0f-9e32-0b191dd094b9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=05e7172561c34bbaa21055a0eccc469c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508455 Oct 31 12:40:42.591403 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81257ac5-052d-4c0f-9e32-0b191dd094b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9406df-23ab-483e-8777-a471b80a5205,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:42.593146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36058) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:42.656493 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8437366c-0b2d-4ca0-a331-58a8a80f91cb admin admin] Publish callbacks [] for security_group (1f9406df-23ab-483e-8777-a471b80a5205), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.658520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7cc6-d4b8-4b82-8cfb-0d492a7ffcdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.692560 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8437366c-0b2d-4ca0-a331-58a8a80f91cb admin admin] Publish callbacks [] for security_group (1f9406df-23ab-483e-8777-a471b80a5205), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.780959 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8437366c-0b2d-4ca0-a331-58a8a80f91cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1f9406df-23ab-483e-8777-a471b80a5205), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.783501 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8437366c-0b2d-4ca0-a331-58a8a80f91cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.784640 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8437366c-0b2d-4ca0-a331-58a8a80f91cb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1f9406df-23ab-483e-8777-a471b80a5205 HTTP/1.1" status: 204 len: 168 time: 0.1905019 Oct 31 12:40:42.792137 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7cc6-d4b8-4b82-8cfb-0d492a7ffcdd admin admin] Publish callbacks [] for security_group (05a4df08-ce5a-494a-8101-1a4c359c0463), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.799836 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7cc6-d4b8-4b82-8cfb-0d492a7ffcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (05a4df08-ce5a-494a-8101-1a4c359c0463), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.802146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437366c-0b2d-4ca0-a331-58a8a80f91cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9406df-23ab-483e-8777-a471b80a5205,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:42.851519 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-1c4b7cc6-d4b8-4b82-8cfb-0d492a7ffcdd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a757c55f81c4d14a9e17a67a2f17d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641446 Oct 31 12:40:42.852480 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b7cc6-d4b8-4b82-8cfb-0d492a7ffcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a4df08-ce5a-494a-8101-1a4c359c0463,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:42.854466 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36062) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:42.906936 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c490703a-fa6a-4105-9c6e-f9945ebf3414 admin admin] Publish callbacks [] for security_group (05a4df08-ce5a-494a-8101-1a4c359c0463), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.930955 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c490703a-fa6a-4105-9c6e-f9945ebf3414 admin admin] Publish callbacks [] for security_group (05a4df08-ce5a-494a-8101-1a4c359c0463), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.987275 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c490703a-fa6a-4105-9c6e-f9945ebf3414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (05a4df08-ce5a-494a-8101-1a4c359c0463), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.990718 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-c490703a-fa6a-4105-9c6e-f9945ebf3414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:42.991942 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-c490703a-fa6a-4105-9c6e-f9945ebf3414 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/05a4df08-ce5a-494a-8101-1a4c359c0463 HTTP/1.1" status: 204 len: 168 time: 0.1359363 Oct 31 12:40:43.001650 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490703a-fa6a-4105-9c6e-f9945ebf3414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a4df08-ce5a-494a-8101-1a4c359c0463,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:43.964581 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-32e0c38b-aa9a-492f-b9fa-e5d5c8f7f264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:46.125690 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-8394027d-658e-47a7-b145-5af7d1d3bb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.338072 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36258) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:47.411102 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.482122 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-912ffc82-7053-4a76-b244-f51d4c8faeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.565713 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-912ffc82-7053-4a76-b244-f51d4c8faeed admin admin] Publish callbacks [] for security_group (76221de0-778a-4d4c-9670-bab097bbeeee), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.571271 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-912ffc82-7053-4a76-b244-f51d4c8faeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (76221de0-778a-4d4c-9670-bab097bbeeee), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.616861 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36274) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:47.624887 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-912ffc82-7053-4a76-b244-f51d4c8faeed admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4232b60f28804ed09664b198ab7fa8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856007 Oct 31 12:40:47.627182 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ffc82-7053-4a76-b244-f51d4c8faeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76221de0-778a-4d4c-9670-bab097bbeeee,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:47.672267 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d64b-a9be-4098-a545-d2ef9c8559f3 admin admin] Publish callbacks [] for security_group (76221de0-778a-4d4c-9670-bab097bbeeee), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.701569 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d64b-a9be-4098-a545-d2ef9c8559f3 admin admin] Publish callbacks [] for security_group (76221de0-778a-4d4c-9670-bab097bbeeee), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.749222 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d64b-a9be-4098-a545-d2ef9c8559f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (76221de0-778a-4d4c-9670-bab097bbeeee), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.751779 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-5fd4d64b-a9be-4098-a545-d2ef9c8559f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:47.752968 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-5fd4d64b-a9be-4098-a545-d2ef9c8559f3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/76221de0-778a-4d4c-9670-bab097bbeeee HTTP/1.1" status: 204 len: 168 time: 0.1350768 Oct 31 12:40:47.760952 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4d64b-a9be-4098-a545-d2ef9c8559f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76221de0-778a-4d4c-9670-bab097bbeeee,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:48.029219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36282) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:48.043613 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-adef90ed-b04c-4046-b346-5b47d5678f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:48.124854 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-adef90ed-b04c-4046-b346-5b47d5678f3e admin admin] Publish callbacks [] for security_group (bea349cb-9cc7-4ea1-a3b4-0b0a817801c8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:48.128406 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-adef90ed-b04c-4046-b346-5b47d5678f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (bea349cb-9cc7-4ea1-a3b4-0b0a817801c8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:48.169037 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-adef90ed-b04c-4046-b346-5b47d5678f3e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=891a9ae5455a4b44beb34f0c9a70730b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384811 Oct 31 12:40:48.170173 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef90ed-b04c-4046-b346-5b47d5678f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea349cb-9cc7-4ea1-a3b4-0b0a817801c8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:48.172444 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36284) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:48.221458 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3207-ed46-4d0d-8d96-5626a02ac565 admin admin] Publish callbacks [] for security_group (bea349cb-9cc7-4ea1-a3b4-0b0a817801c8), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:48.241652 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3207-ed46-4d0d-8d96-5626a02ac565 admin admin] Publish callbacks [] for security_group (bea349cb-9cc7-4ea1-a3b4-0b0a817801c8), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:48.292157 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3207-ed46-4d0d-8d96-5626a02ac565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (bea349cb-9cc7-4ea1-a3b4-0b0a817801c8), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:48.294928 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2f8a3207-ed46-4d0d-8d96-5626a02ac565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:48.296089 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-2f8a3207-ed46-4d0d-8d96-5626a02ac565 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bea349cb-9cc7-4ea1-a3b4-0b0a817801c8 HTTP/1.1" status: 204 len: 168 time: 0.1226561 Oct 31 12:40:48.298112 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:48.306595 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a3207-ed46-4d0d-8d96-5626a02ac565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea349cb-9cc7-4ea1-a3b4-0b0a817801c8,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:49.090839 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:49.325399 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:51.976466 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.022334 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36370) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:52.132041 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2abe907d-aced-41e6-90f9-13f0eeb4200b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.151104 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:52.172877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:52.213600 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2abe907d-aced-41e6-90f9-13f0eeb4200b admin admin] Publish callbacks [] for security_group (d6a630e2-da05-4ab5-be2d-3446486a9e12), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.216474 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-2abe907d-aced-41e6-90f9-13f0eeb4200b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d6a630e2-da05-4ab5-be2d-3446486a9e12), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.255817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe907d-aced-41e6-90f9-13f0eeb4200b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a630e2-da05-4ab5-be2d-3446486a9e12,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:52.260324 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-2abe907d-aced-41e6-90f9-13f0eeb4200b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=28bdc9dc44b7489faf4021d415e963f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369738 Oct 31 12:40:52.263285 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36374) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:52.309178 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:52.315224 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ca653b6f-4c5d-48bd-9224-fc082cb66845 admin admin] Publish callbacks [] for security_group (d6a630e2-da05-4ab5-be2d-3446486a9e12), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.337557 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ca653b6f-4c5d-48bd-9224-fc082cb66845 admin admin] Publish callbacks [] for security_group (d6a630e2-da05-4ab5-be2d-3446486a9e12), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.385355 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ca653b6f-4c5d-48bd-9224-fc082cb66845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d6a630e2-da05-4ab5-be2d-3446486a9e12), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.387858 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ca653b6f-4c5d-48bd-9224-fc082cb66845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:52.389536 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ca653b6f-4c5d-48bd-9224-fc082cb66845 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d6a630e2-da05-4ab5-be2d-3446486a9e12 HTTP/1.1" status: 204 len: 168 time: 0.1234274 Oct 31 12:40:52.397589 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca653b6f-4c5d-48bd-9224-fc082cb66845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a630e2-da05-4ab5-be2d-3446486a9e12,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:53.451554 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36418) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:53.558699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-12626d26-303d-462b-b83e-b558bf9416e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:53.635928 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-12626d26-303d-462b-b83e-b558bf9416e7 admin admin] Publish callbacks [] for security_group (c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:53.640252 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-12626d26-303d-462b-b83e-b558bf9416e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:53.647444 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:40:53.688426 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-12626d26-303d-462b-b83e-b558bf9416e7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2aaba8d0767d4916a7d13de47ddb7f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328336 Oct 31 12:40:53.688426 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12626d26-303d-462b-b83e-b558bf9416e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:53.689103 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36422) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:53.742122 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4071631c-0735-4647-a212-1276a89dd172 admin admin] Publish callbacks [] for security_group (c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:53.762539 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4071631c-0735-4647-a212-1276a89dd172 admin admin] Publish callbacks [] for security_group (c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:53.811693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4071631c-0735-4647-a212-1276a89dd172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:53.815066 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-4071631c-0735-4647-a212-1276a89dd172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:53.816273 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-4071631c-0735-4647-a212-1276a89dd172 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00 HTTP/1.1" status: 204 len: 168 time: 0.1262851 Oct 31 12:40:53.824158 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071631c-0735-4647-a212-1276a89dd172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bcc940-8a1b-4920-b5ec-0a1e5f99fa00,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:56.069100 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36476) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:56.180574 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0657-25be-4a6c-8275-979d758c8b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.258910 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0657-25be-4a6c-8275-979d758c8b9d admin admin] Publish callbacks [] for security_group (6f5e735c-333a-4fd2-bb3f-920138a13e5a), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.262584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-dcbd0657-25be-4a6c-8275-979d758c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (6f5e735c-333a-4fd2-bb3f-920138a13e5a), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.306091 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-dcbd0657-25be-4a6c-8275-979d758c8b9d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ab689a8695914fe3a9004e6603eb3c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350929 Oct 31 12:40:56.306802 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd0657-25be-4a6c-8275-979d758c8b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5e735c-333a-4fd2-bb3f-920138a13e5a,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:56.308753 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36480) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:56.363172 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20791f81-b8d4-42ce-85f4-2442f39a943b admin admin] Publish callbacks [] for security_group (6f5e735c-333a-4fd2-bb3f-920138a13e5a), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.382752 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20791f81-b8d4-42ce-85f4-2442f39a943b admin admin] Publish callbacks [] for security_group (6f5e735c-333a-4fd2-bb3f-920138a13e5a), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.434364 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20791f81-b8d4-42ce-85f4-2442f39a943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (6f5e735c-333a-4fd2-bb3f-920138a13e5a), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.436975 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-20791f81-b8d4-42ce-85f4-2442f39a943b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.438164 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-20791f81-b8d4-42ce-85f4-2442f39a943b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6f5e735c-333a-4fd2-bb3f-920138a13e5a HTTP/1.1" status: 204 len: 168 time: 0.1278701 Oct 31 12:40:56.446069 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20791f81-b8d4-42ce-85f4-2442f39a943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5e735c-333a-4fd2-bb3f-920138a13e5a,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:56.709305 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36486) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:56.724152 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae04d-91ca-4937-98ab-e38477fbe51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.808560 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae04d-91ca-4937-98ab-e38477fbe51d admin admin] Publish callbacks [] for security_group (a1b8bd69-ddd0-4359-84d4-fa02de6df774), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.812036 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9b8ae04d-91ca-4937-98ab-e38477fbe51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a1b8bd69-ddd0-4359-84d4-fa02de6df774), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.852116 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-9b8ae04d-91ca-4937-98ab-e38477fbe51d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=710e09d9dd3044b9b65d214269cbc1e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416633 Oct 31 12:40:56.852948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ae04d-91ca-4937-98ab-e38477fbe51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b8bd69-ddd0-4359-84d4-fa02de6df774,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:40:56.854860 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36492) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:40:56.903951 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f96fe06c-eda9-4625-b40d-c5e86baa993e admin admin] Publish callbacks [] for security_group (a1b8bd69-ddd0-4359-84d4-fa02de6df774), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.924224 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f96fe06c-eda9-4625-b40d-c5e86baa993e admin admin] Publish callbacks [] for security_group (a1b8bd69-ddd0-4359-84d4-fa02de6df774), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.933817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:40:56.972983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f96fe06c-eda9-4625-b40d-c5e86baa993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a1b8bd69-ddd0-4359-84d4-fa02de6df774), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.975596 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-f96fe06c-eda9-4625-b40d-c5e86baa993e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:40:56.976742 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-f96fe06c-eda9-4625-b40d-c5e86baa993e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a1b8bd69-ddd0-4359-84d4-fa02de6df774 HTTP/1.1" status: 204 len: 168 time: 0.1208618 Oct 31 12:40:56.986212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fe06c-eda9-4625-b40d-c5e86baa993e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b8bd69-ddd0-4359-84d4-fa02de6df774,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:00.791101 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:00.802168 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-26fb0132-60cf-4bca-b013-24e754431752 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389032 Oct 31 12:41:00.886287 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-e81f1dd8-913e-4953-b7a1-d1abafd1c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:00.887804 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-e81f1dd8-913e-4953-b7a1-d1abafd1c5fa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1130 time: 0.0421507 Oct 31 12:41:00.992566 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-0782ff11-35a6-4dba-b032-1d98e88e95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:00.995110 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-0782ff11-35a6-4dba-b032-1d98e88e95a8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.0871348 Oct 31 12:41:01.063746 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-591c8464-7521-48fe-8cf4-714853ff8b14 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1f478e3-0037-482b-9f12-361410fca1f5 HTTP/1.1" status: 200 len: 1002 time: 0.0589356 Oct 31 12:41:01.113790 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-16bad2ca-34b6-4403-a199-e8008453f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:01.115323 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-16bad2ca-34b6-4403-a199-e8008453f89f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0455372 Oct 31 12:41:01.161494 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-09bcdbf1-27d9-4cf5-9ed7-0884ec1485b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:01.163326 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-09bcdbf1-27d9-4cf5-9ed7-0884ec1485b2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415568 Oct 31 12:41:01.260104 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-539fbab1-aeb8-4ef3-8117-f0349b7d2044 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892353 Oct 31 12:41:01.365070 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b14ae6d0-9549-41a2-bef2-d3066e70758d req-fd5d71c8-509c-468c-83b9-fca350b6b85e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966210 Oct 31 12:41:01.442107 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36594) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:01.553393 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8d57bc27-e1a1-4017-b351-8451f279eff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:01.637214 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8d57bc27-e1a1-4017-b351-8451f279eff2 admin admin] Publish callbacks [] for security_group (b7564c00-a4c6-446d-b1c9-c7a634b87531), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:01.640336 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-8d57bc27-e1a1-4017-b351-8451f279eff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b7564c00-a4c6-446d-b1c9-c7a634b87531), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:01.683309 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-8d57bc27-e1a1-4017-b351-8451f279eff2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aefe903d064d4ca8bc8f8db5c7cfd265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400863 Oct 31 12:41:01.684193 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57bc27-e1a1-4017-b351-8451f279eff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7564c00-a4c6-446d-b1c9-c7a634b87531,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:01.686648 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36598) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:01.739511 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa393377-3165-492b-bd46-066805237ae6 admin admin] Publish callbacks [] for security_group (b7564c00-a4c6-446d-b1c9-c7a634b87531), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:01.760654 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa393377-3165-492b-bd46-066805237ae6 admin admin] Publish callbacks [] for security_group (b7564c00-a4c6-446d-b1c9-c7a634b87531), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:01.816056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa393377-3165-492b-bd46-066805237ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (b7564c00-a4c6-446d-b1c9-c7a634b87531), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:01.818999 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-aa393377-3165-492b-bd46-066805237ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:01.820427 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-aa393377-3165-492b-bd46-066805237ae6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b7564c00-a4c6-446d-b1c9-c7a634b87531 HTTP/1.1" status: 204 len: 168 time: 0.1314049 Oct 31 12:41:01.829593 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa393377-3165-492b-bd46-066805237ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7564c00-a4c6-446d-b1c9-c7a634b87531,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:02.103929 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36604) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:02.117814 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd7de5f1-4c05-42b2-b316-93f6812464bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:02.175723 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:02.197963 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd7de5f1-4c05-42b2-b316-93f6812464bc admin admin] Publish callbacks [] for security_group (51fcf98b-e85a-4573-ac89-8401f82e06cc), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:02.201945 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dd7de5f1-4c05-42b2-b316-93f6812464bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (51fcf98b-e85a-4573-ac89-8401f82e06cc), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:02.240696 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7de5f1-4c05-42b2-b316-93f6812464bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fcf98b-e85a-4573-ac89-8401f82e06cc,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:02.246794 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dd7de5f1-4c05-42b2-b316-93f6812464bc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5f019e8c8e2540c685f605bd1c2670b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418431 Oct 31 12:41:02.249405 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36606) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:02.294319 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:02.298975 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ac5e73c4-9445-4213-aa39-d0d064f6add4 admin admin] Publish callbacks [] for security_group (51fcf98b-e85a-4573-ac89-8401f82e06cc), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:02.321208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ac5e73c4-9445-4213-aa39-d0d064f6add4 admin admin] Publish callbacks [] for security_group (51fcf98b-e85a-4573-ac89-8401f82e06cc), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:02.369611 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ac5e73c4-9445-4213-aa39-d0d064f6add4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (51fcf98b-e85a-4573-ac89-8401f82e06cc), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:02.372336 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ac5e73c4-9445-4213-aa39-d0d064f6add4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:02.373482 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ac5e73c4-9445-4213-aa39-d0d064f6add4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/51fcf98b-e85a-4573-ac89-8401f82e06cc HTTP/1.1" status: 204 len: 168 time: 0.1225910 Oct 31 12:41:02.381309 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e73c4-9445-4213-aa39-d0d064f6add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fcf98b-e85a-4573-ac89-8401f82e06cc,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:02.392248 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:02.393778 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:10.438359 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=4 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:10.443452 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=4 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:11.669710 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=72,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:11.679370 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=65,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:12.356185 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:12.377212 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:13.957010 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e58f2b8a-6173-4f31-8df1-856ac1c63b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:16.127432 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8af9-df9c-44d8-853b-8a795be0f5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:17.401140 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:19.084421 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:19.328554 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:20.793906 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-142234d2-1afe-42fe-b2ad-987596aaa930 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1289635870&fields=id&tenant_id=8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 267 time: 0.0440872 Oct 31 12:41:20.899043 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-7edc082a-3e61-43d6-80c1-5cec065d0a71 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:20.900526 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-7edc082a-3e61-43d6-80c1-5cec065d0a71 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 811 time: 0.0998347 Oct 31 12:41:20.915325 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-7d6a15ae-32f1-4f0b-889e-ceb45430be6a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/quotas/8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 375 time: 0.0095375 Oct 31 12:41:20.968804 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-3f39a9aa-a972-4225-b49f-8386d3a6aa3b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487680 Oct 31 12:41:21.065073 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-7229230b-77a0-4aa4-b1f8-758803d9bfe0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Oct 31 12:41:21.155080 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-1d31046b-7142-464b-a3d8-511dfa807653 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842855 Oct 31 12:41:21.590401 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36838) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:21.715878 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:21.792835 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Publish callbacks [] for security_group (a5279459-efb0-46a8-aaff-28dc89343579), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:21.796913 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a5279459-efb0-46a8-aaff-28dc89343579), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:21.835190 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5279459-efb0-46a8-aaff-28dc89343579,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:21.838963 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7947bfb1d9264cd9a226695ef8f8223c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475376 Oct 31 12:41:21.841775 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36844) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:21.845542 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.845885 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.846222 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.846556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.846883 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.847234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.847558 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.847877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.848195 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.848517 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.848835 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.849226 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.849508 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.849864 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.850251 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086930-b465-49f4-91f5-529cee7fca82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.890944 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Publish callbacks [] for security_group (a5279459-efb0-46a8-aaff-28dc89343579), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:21.911317 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Publish callbacks [] for security_group (a5279459-efb0-46a8-aaff-28dc89343579), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:21.956850 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a5279459-efb0-46a8-aaff-28dc89343579), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:21.959364 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:21.960493 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a5279459-efb0-46a8-aaff-28dc89343579 HTTP/1.1" status: 204 len: 168 time: 0.1177363 Oct 31 12:41:21.967909 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5279459-efb0-46a8-aaff-28dc89343579,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:21.977110 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.977453 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.977790 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.978124 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.978454 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.978782 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.979228 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.979446 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.979767 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.980092 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.980523 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.980855 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.981274 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.981598 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.982008 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8390a-58f7-4f57-b8db-8d7d428235bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:21.988726 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.463062 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-582b9d3c-6a74-4fb2-8614-91fb07be0c46 req-c91ed893-f3c4-4700-9c26-578d8c785479 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0337300 Oct 31 12:41:22.600157 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 36872) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:22.701883 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-220616282-network', 'tenant_id': 'd49947a82d974a55a8cc7a6ad7b9c56e'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:22.722563 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Made reservation on behalf of d49947a82d974a55a8cc7a6ad7b9c56e for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:22.724822 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.733078 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.809656 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks [] for security_group (a257c0e7-c9c6-4d23-a97f-b49dfdea2a14), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.812971 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a257c0e7-c9c6-4d23-a97f-b49dfdea2a14), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.837031 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:41:22.846409 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:22.852443 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (4f2ca759-6962-4d22-bcf8-03a5866aeb89), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.852836 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Added segment 4f2ca759-6962-4d22-bcf8-03a5866aeb89 of type vlan for network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 Oct 31 12:41:22.860755 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:22.895426 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (b1c54bb5-5772-44f7-b3d3-caf7e007e1d6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.920408 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (b1c54bb5-5772-44f7-b3d3-caf7e007e1d6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.921383 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:22.921960 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.954711 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3534784 Oct 31 12:41:22.958035 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 36878) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:22.962864 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Request body: {'subnet': {'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-220616282-subnet', 'tenant_id': 'd49947a82d974a55a8cc7a6ad7b9c56e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:22.983611 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:22.983854 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Made reservation on behalf of d49947a82d974a55a8cc7a6ad7b9c56e for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:22.986630 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264349142'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:22.987303 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b4160-5b76-4a24-b1de-5be785bdc1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:22.998923 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:41:23.162630 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264362532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264349112'] for subnet (d75b2e8f-33e2-4967-8381-3c3b4703c334), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:23.211896 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d75b2e8f-33e2-4967-8381-3c3b4703c334,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:23.228516 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Checking segment: {'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:23.228870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Network hostable DHCP agents. Network: b1c54bb5-5772-44f7-b3d3-caf7e007e1d6, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:41:23.246780 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:41:23.255983 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, b1c54bb5-5772-44f7-b3d3-caf7e007e1d6) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:23.260213 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:23.260693 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:23.265368 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb68011b-7c4a-47fc-901a-b0e7e66fba73 None None] Network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:41:23.277624 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-fe75e25a-20e8-44a2-86e3-35182b2e6e4b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3184695 Oct 31 12:41:23.372371 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703fd54-6f5b-48e2-9ef1-24824f21d98d None None] Network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:41:23.558407 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-6780a902-f283-411d-97de-71b04916bf9b req-ee88d829-d6c8-4224-8c66-060ee3e8eda9 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0341024 Oct 31 12:41:24.643488 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-cd79b02a-17da-4afa-8112-d3a11ec6ed37 req-769c0719-8982-461a-b921-d6d6c5ba067d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Oct 31 12:41:25.078085 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-c44f4af7-1fc5-4ddc-8ad4-ef790d5e2626 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:25.079742 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-c44f4af7-1fc5-4ddc-8ad4-ef790d5e2626 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 HTTP/1.1" status: 200 len: 813 time: 0.1043503 Oct 31 12:41:25.093795 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-4bc71828-2cc7-44ae-aa5b-5b56e67afab0 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/quotas/d49947a82d974a55a8cc7a6ad7b9c56e HTTP/1.1" status: 200 len: 375 time: 0.0087113 Oct 31 12:41:25.129405 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-925231e5-e0cb-4f52-8e17-00e0e9056ce9 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d49947a82d974a55a8cc7a6ad7b9c56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298250 Oct 31 12:41:25.216951 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-7209730b-b5ca-461b-a5c1-cb8bdf1b2126 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 Oct 31 12:41:25.309955 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-4603bee6-c6a0-43ce-a9ac-b069707c859b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866816 Oct 31 12:41:25.472791 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e9efbf23-7e94-46cd-8055-143cb223ed1c req-f29f1a68-50ec-4581-8e39-b37930c77a04 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 210 time: 0.0303595 Oct 31 12:41:25.748904 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-21ee054f-539f-4cb7-8f1b-b665d8f763e6 req-16094275-c53a-4c27-aa70-8fe39202ac03 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0283031 Oct 31 12:41:26.576356 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d3b79eed-d0ef-42e9-8611-b242e6e8f303 req-1a660e29-81ea-4b5e-9a0d-ce945eb0105b tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 210 time: 0.0307505 Oct 31 12:41:26.855443 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c1787cdd-1bb3-4b64-bfe4-4eb85393b188 req-49f24e79-7faa-4ae6-baaa-d8afdfc9b168 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0269470 Oct 31 12:41:27.677340 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fc1d5f1f-7578-4d1f-8fe2-1da7335c54c3 req-39cc948b-36ef-4311-864d-d18500aca4fc tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Oct 31 12:41:27.960800 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3a6351e6-a0a2-4658-bf2c-9f4b4e03520e req-9fadee01-7e8c-4f6c-91af-be12d9ebc973 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0312178 Oct 31 12:41:28.781374 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e5a9e2c6-8fd6-411b-846e-9161f9e39e0d req-c657a67b-5c20-4f91-95fa-0aa01593a360 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 210 time: 0.0281162 Oct 31 12:41:29.063393 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8e7315d1-e532-42d5-b501-7d1d9ad8cf2f req-7c18a374-9681-4a35-83a6-14e56d824fad tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0275290 Oct 31 12:41:29.235443 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-89e533b1-a709-4b0e-a11a-652a2d8dac0d tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:29.236986 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-89e533b1-a709-4b0e-a11a-652a2d8dac0d tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 HTTP/1.1" status: 200 len: 813 time: 0.1162298 Oct 31 12:41:29.251312 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Request body: {'port': {'device_id': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6', 'admin_state_up': True, 'tenant_id': 'd49947a82d974a55a8cc7a6ad7b9c56e'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:29.313322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:29.364716 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Made reservation on behalf of d49947a82d974a55a8cc7a6ad7b9c56e for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:29.368589 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:29.431024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:29.497982 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Allocated IP 172.20.0.7 (b1c54bb5-5772-44f7-b3d3-caf7e007e1d6/d75b2e8f-33e2-4967-8381-3c3b4703c334/fd19230e-a933-459a-a46a-ee58aa368072) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:29.651419 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks [] for port (fd19230e-a933-459a-a46a-ee58aa368072), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:29.746381 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (fd19230e-a933-459a-a46a-ee58aa368072), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:29.807285 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:29.811919 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:29.821993 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-ba72b2af-b253-40ac-bec5-7151d48e9db1 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:29.823490 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-ba72b2af-b253-40ac-bec5-7151d48e9db1 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 811 time: 0.1656890 Oct 31 12:41:29.828340 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:29.864118 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Pushing event updated for resources: {'Port': ['ID=fd19230e-a933-459a-a46a-ee58aa368072,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:29.935444 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:29.936043 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:29.969967 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289fe94-45b7-47ad-b36d-a4b99e12c8e2 req-d36e9b7c-79cc-4ad3-9326-fab58d190b5e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:29.971457 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d289fe94-45b7-47ad-b36d-a4b99e12c8e2 req-d36e9b7c-79cc-4ad3-9326-fab58d190b5e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 931 time: 0.1018932 Oct 31 12:41:29.977306 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-8f5aa970-6425-4c61-bae0-de764f495d2c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7311568 Oct 31 12:41:29.997343 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Request body: {'port': {'device_id': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:30.004407 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-ce45417f-b743-4c83-8b65-46e043f134a8 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8ae8c589d0b84ce096451a10717fc601 HTTP/1.1" status: 200 len: 380 time: 0.1501548 Oct 31 12:41:30.032936 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'port': {'device_id': '66820f24-a23a-4e02-a703-7c9832ffd729', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'admin_state_up': True, 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'security_groups': ['15b117a6-739a-47fc-8d42-cc93b012c640']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:30.073897 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:30.152384 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d289fe94-45b7-47ad-b36d-a4b99e12c8e2 req-7a94912d-b4e3-4bdb-9161-472eac16df37 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703138 Oct 31 12:41:30.160073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:30.168148 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (fd19230e-a933-459a-a46a-ee58aa368072), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:30.194638 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ecf18cee-d052-4994-9ac3-f44334b5be01 req-67e2e752-ad98-44bb-b7ed-3a511f6da1b2 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0460112 Oct 31 12:41:30.252192 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Made reservation on behalf of 8ae8c589d0b84ce096451a10717fc601 for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:30.256014 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:30.520676 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Allocated IP 172.20.0.3 (77732bf9-8ee2-480e-8cb2-0d5455add01d/f6d674a0-b757-4f21-942a-df0f3f9329b1/bf3768f3-740b-45b9-92a5-0798ffcfacc8) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:30.595741 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd19230e-a933-459a-a46a-ee58aa368072 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:41:30.607226 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Publish callbacks [] for port (fd19230e-a933-459a-a46a-ee58aa368072), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:30.646558 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:41:30.919408 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Transition to ACTIVE for port object fd19230e-a933-459a-a46a-ee58aa368072 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:41:30.924765 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (fd19230e-a933-459a-a46a-ee58aa368072), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.005230 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Pushing event updated for resources: {'Port': ['ID=fd19230e-a933-459a-a46a-ee58aa368072,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:31.049578 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.063276 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:31.088570 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Attempting to bind port fd19230e-a933-459a-a46a-ee58aa368072 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:41:31.088913 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Attempting to bind port fd19230e-a933-459a-a46a-ee58aa368072 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:41:31.089246 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Attempting to bind port fd19230e-a933-459a-a46a-ee58aa368072 on network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:31.119519 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:31.139643 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.174058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Port fd19230e-a933-459a-a46a-ee58aa368072 on network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:41:31.174317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Attempting to bind port fd19230e-a933-459a-a46a-ee58aa368072 on network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:31.218501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:31.221658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=bf3768f3-740b-45b9-92a5-0798ffcfacc8,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:31.226610 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:31.230112 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:31.316028 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:41:31.316363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Checking segment: {'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:31.316729 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Bound using segment: {'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:41:31.317187 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Bound port: fd19230e-a933-459a-a46a-ee58aa368072, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:41:31.317542 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (fd19230e-a933-459a-a46a-ee58aa368072), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.335673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707c66c-a241-4f57-b5a5-c473d317d72c req-045a676c-741f-4351-997d-f8f654c9526e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:31.336258 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb5ce8-a7d3-4c9b-898c-38dad914b991 req-7f54941f-9818-418f-92df-164aeb4d29f5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:31.337370 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e707c66c-a241-4f57-b5a5-c473d317d72c req-045a676c-741f-4351-997d-f8f654c9526e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 931 time: 0.0499706 Oct 31 12:41:31.337546 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bfbb5ce8-a7d3-4c9b-898c-38dad914b991 req-7f54941f-9818-418f-92df-164aeb4d29f5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 943 time: 0.1034279 Oct 31 12:41:31.342043 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:31.342658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.394574 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-6ec66241-88e7-4922-abd6-c4bba5b4935f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3811376 Oct 31 12:41:31.406205 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e707c66c-a241-4f57-b5a5-c473d317d72c req-9bde2ad3-63f4-4bf1-a884-d4d39ef5e424 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570443 Oct 31 12:41:31.416305 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Request body: {'port': {'device_id': '66820f24-a23a-4e02-a703-7c9832ffd729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:31.449126 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-9f35cbd7-cbc9-4d0c-b0ef-67bc0aee2057 None None] Provisioning complete for port bf3768f3-740b-45b9-92a5-0798ffcfacc8 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:31.449696 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9f35cbd7-cbc9-4d0c-b0ef-67bc0aee2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.449893 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-9f35cbd7-cbc9-4d0c-b0ef-67bc0aee2057 None None] Attempt 1 to provision port bf3768f3-740b-45b9-92a5-0798ffcfacc8 Oct 31 12:41:31.480601 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] For port fd19230e-a933-459a-a46a-ee58aa368072, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:41:31.484916 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-9f35cbd7-cbc9-4d0c-b0ef-67bc0aee2057 None None] Port bf3768f3-740b-45b9-92a5-0798ffcfacc8 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:41:31.486676 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-bfbb5ce8-a7d3-4c9b-898c-38dad914b991 req-79899326-0d65-4dd6-833e-9154cc6c0635 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367629 Oct 31 12:41:31.488488 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] For port fd19230e-a933-459a-a46a-ee58aa368072, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fd19230e-a933-459a-a46a-ee58aa368072,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:41:31.503450 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (fd19230e-a933-459a-a46a-ee58aa368072), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.523182 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:31.523815 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.525226 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/fd19230e-a933-459a-a46a-ee58aa368072 HTTP/1.1" status: 200 len: 1093 time: 1.5390067 Oct 31 12:41:31.528461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'tag': 'fd19230e-a933-459a-a46a-ee58aa368072'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:41:31.530790 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973", "tag": "fd19230e-a933-459a-a46a-ee58aa368072"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:41:31.566099 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:31.583389 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb531c1-8e9d-44ae-9da7-d8a7c4abb375 x-openstack-request-id: req-fcb531c1-8e9d-44ae-9da7-d8a7c4abb375 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:41:31.583667 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973", "tag": "fd19230e-a933-459a-a46a-ee58aa368072", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:41:31.584063 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcb531c1-8e9d-44ae-9da7-d8a7c4abb375 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:41:31.584511 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb531c1-8e9d-44ae-9da7-d8a7c4abb375'] response: {'name': 'network-changed', 'server_uuid': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'tag': 'fd19230e-a933-459a-a46a-ee58aa368072', 'status': 'completed', 'code': 200} Oct 31 12:41:31.651460 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e037cd7-7de9-4f26-a139-3d034670d97e service neutron] Pushing event updated for resources: {'Port': ['ID=fd19230e-a933-459a-a46a-ee58aa368072,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:31.674898 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-b6e87bd9-da47-472e-b8d3-aa6f0429abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:31.677258 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-b6e87bd9-da47-472e-b8d3-aa6f0429abd9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d49947a82d974a55a8cc7a6ad7b9c56e&device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 1127 time: 0.0872664 Oct 31 12:41:31.728976 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-fa27f6d1-9d71-40dc-a984-910aebc36991 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd19230e-a933-459a-a46a-ee58aa368072 HTTP/1.1" status: 200 len: 217 time: 0.0440116 Oct 31 12:41:31.858628 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-d5e52eb1-3969-447e-84ee-5698495eb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:31.861267 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-d5e52eb1-3969-447e-84ee-5698495eb140 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d75b2e8f-33e2-4967-8381-3c3b4703c334 HTTP/1.1" status: 200 len: 853 time: 0.0890832 Oct 31 12:41:31.929363 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-982d4c07-cbe0-4fb0-8229-563beaccf903 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361893 Oct 31 12:41:31.945312 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:32.038336 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:32.092427 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3768f3-740b-45b9-92a5-0798ffcfacc8 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:41:32.103407 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Publish callbacks [] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:32.107783 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-64fb8546-0229-4fec-b459-0be9945cdce3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708734 Oct 31 12:41:32.120185 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Transition to ACTIVE for port object bf3768f3-740b-45b9-92a5-0798ffcfacc8 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:41:32.123300 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:32.203507 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3768f3-740b-45b9-92a5-0798ffcfacc8,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:32.230322 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Attempting to bind port bf3768f3-740b-45b9-92a5-0798ffcfacc8 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:41:32.230655 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Attempting to bind port bf3768f3-740b-45b9-92a5-0798ffcfacc8 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:41:32.230979 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Attempting to bind port bf3768f3-740b-45b9-92a5-0798ffcfacc8 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:32.273130 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Port bf3768f3-740b-45b9-92a5-0798ffcfacc8 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:41:32.273456 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Attempting to bind port bf3768f3-740b-45b9-92a5-0798ffcfacc8 on network 77732bf9-8ee2-480e-8cb2-0d5455add01d {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:32.319363 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:41:32.319626 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Checking segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:32.320010 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Bound using segment: {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:41:32.320440 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Bound port: bf3768f3-740b-45b9-92a5-0798ffcfacc8, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27cb761-af2b-4e62-a06e-bef8255e4cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:41:32.320797 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:32.381828 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] For port bf3768f3-740b-45b9-92a5-0798ffcfacc8, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:41:32.385061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] For port bf3768f3-740b-45b9-92a5-0798ffcfacc8, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:41:32.389978 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:32.394304 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:32.394910 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:32.396284 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/bf3768f3-740b-45b9-92a5-0798ffcfacc8 HTTP/1.1" status: 200 len: 1093 time: 0.9895315 Oct 31 12:41:32.439831 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd67d9a-709b-47d0-8ebd-6afebfc00f27 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3768f3-740b-45b9-92a5-0798ffcfacc8,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:32.530834 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197395d-5d67-44d2-9407-ea059dff45d2 req-e1b6bef5-6775-48d3-9384-10bd39868a15 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:32.533029 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3197395d-5d67-44d2-9407-ea059dff45d2 req-e1b6bef5-6775-48d3-9384-10bd39868a15 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0513058 Oct 31 12:41:32.584599 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3197395d-5d67-44d2-9407-ea059dff45d2 req-39d7a35a-6dee-4de9-b7d2-e37d7a9cb44d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Oct 31 12:41:32.624854 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8712-d51b-4f9b-9902-1afa723daa21 req-ec02b2ea-d068-472c-a27a-41ca6b9a7bf6 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:32.626743 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-243c8712-d51b-4f9b-9902-1afa723daa21 req-ec02b2ea-d068-472c-a27a-41ca6b9a7bf6 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 943 time: 0.0490565 Oct 31 12:41:32.674983 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-243c8712-d51b-4f9b-9902-1afa723daa21 req-cf74583f-4dbf-4559-bd0f-50db01dbe22c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427380 Oct 31 12:41:33.585498 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:41:33.587934 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db26f72-3c62-487e-8d3d-399b19811553" -d '{"events": [{"name": "network-changed", "server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:41:33.625065 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e3c7ee-3419-4170-b885-aa0c370c2ee5 x-openstack-request-id: req-f5e3c7ee-3419-4170-b885-aa0c370c2ee5 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:41:33.625410 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:41:33.625668 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5e3c7ee-3419-4170-b885-aa0c370c2ee5 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:41:33.626153 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e3c7ee-3419-4170-b885-aa0c370c2ee5'] response: {'name': 'network-changed', 'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'status': 'completed', 'code': 200} Oct 31 12:41:33.703184 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff471b-5af4-4f48-8a85-263e9908754b req-0fecd3f3-dc88-41b1-94ee-59a22ece3d76 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:33.705449 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c8ff471b-5af4-4f48-8a85-263e9908754b req-0fecd3f3-dc88-41b1-94ee-59a22ece3d76 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0465958 Oct 31 12:41:33.755576 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c8ff471b-5af4-4f48-8a85-263e9908754b req-7b16ad15-fe47-4ccb-99da-4ed4fddfc76a tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Oct 31 12:41:33.799584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580be96f-698f-4c54-809b-ab1f68d5d2f1 req-eae4c965-913f-47b9-91cd-a3d135035f3d tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:33.801275 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-580be96f-698f-4c54-809b-ab1f68d5d2f1 req-eae4c965-913f-47b9-91cd-a3d135035f3d tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 943 time: 0.0489953 Oct 31 12:41:33.849679 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-580be96f-698f-4c54-809b-ab1f68d5d2f1 req-54e5f573-5965-4e12-986d-1d062406a8ca tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Oct 31 12:41:34.887208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762deb84-7ae3-47d4-96f6-4e680b9dc1dc req-f0a830c9-15d7-4e62-a5ee-0af82340b2a3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:34.888787 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-762deb84-7ae3-47d4-96f6-4e680b9dc1dc req-f0a830c9-15d7-4e62-a5ee-0af82340b2a3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0538881 Oct 31 12:41:34.911221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26f72-3c62-487e-8d3d-399b19811553 req-02b4dedf-32b9-46e6-aed0-2eafc40dee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:34.911846 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2db26f72-3c62-487e-8d3d-399b19811553 req-02b4dedf-32b9-46e6-aed0-2eafc40dee95 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 1127 time: 0.0843923 Oct 31 12:41:34.916288 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:34.943806 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-762deb84-7ae3-47d4-96f6-4e680b9dc1dc req-239eaed0-ab87-4d21-b92e-1a8c95754339 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478153 Oct 31 12:41:34.969632 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-060efd60-83a7-4f35-8e84-dc758ad2e807 req-75088de8-b86e-4808-9c97-01112a980dbc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703107 Oct 31 12:41:35.042454 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e8383-21f9-409a-b96f-4278b4ad6277 req-c79c4eae-0c3d-429c-a0a3-0c5290c41491 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:35.043988 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c54e8383-21f9-409a-b96f-4278b4ad6277 req-c79c4eae-0c3d-429c-a0a3-0c5290c41491 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 943 time: 0.1089957 Oct 31 12:41:35.082288 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26f72-3c62-487e-8d3d-399b19811553 req-7c21fcb3-75f8-4d64-8160-ff332ed1cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:35.083851 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2db26f72-3c62-487e-8d3d-399b19811553 req-7c21fcb3-75f8-4d64-8160-ff332ed1cb2d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=8ae8c589d0b84ce096451a10717fc601&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1632385 Oct 31 12:41:35.105488 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:35.110072 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c54e8383-21f9-409a-b96f-4278b4ad6277 req-3552667b-c88f-410b-8e2d-db5eedacf947 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593643 Oct 31 12:41:35.971862 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-dd965781-5a8a-43af-a03b-e592bf85bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:35.973355 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-dd965781-5a8a-43af-a03b-e592bf85bdbd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d49947a82d974a55a8cc7a6ad7b9c56e&device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 1127 time: 0.0930886 Oct 31 12:41:36.029909 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db26f72-3c62-487e-8d3d-399b19811553 req-55c55d9c-8c57-4948-9189-accbdfab6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.032094 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2db26f72-3c62-487e-8d3d-399b19811553 req-55c55d9c-8c57-4948-9189-accbdfab6487 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618505 Oct 31 12:41:36.084214 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a60eb-1c50-4eff-b469-a3cab1761ecc req-e1d6636e-92a2-416b-8e41-782e21e048e5 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.086839 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-090a60eb-1c50-4eff-b469-a3cab1761ecc req-e1d6636e-92a2-416b-8e41-782e21e048e5 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0622442 Oct 31 12:41:36.133683 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-fb83fd89-9b0c-4a11-a5a3-78512d604d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.135186 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-fb83fd89-9b0c-4a11-a5a3-78512d604d19 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 1127 time: 0.0577006 Oct 31 12:41:36.136254 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-7d31b1af-847c-4bae-a5a0-689f126ff299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.138977 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-7d31b1af-847c-4bae-a5a0-689f126ff299 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 HTTP/1.1" status: 200 len: 914 time: 0.1562662 Oct 31 12:41:36.139298 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-090a60eb-1c50-4eff-b469-a3cab1761ecc req-2017a6aa-617e-4cc5-b9c0-6348d693d678 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458081 Oct 31 12:41:36.222012 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-eeb6fae9-9919-45ae-824f-0d91e586e403 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8 HTTP/1.1" status: 200 len: 217 time: 0.0687072 Oct 31 12:41:36.229962 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-d96b2c2d-e2ea-450e-9443-b08c9343b7b3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd19230e-a933-459a-a46a-ee58aa368072 HTTP/1.1" status: 200 len: 217 time: 0.0694225 Oct 31 12:41:36.325296 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9774527-dab5-496d-a3d3-f87d8f152f34 req-e950e9f1-da81-47c4-aba7-a1962ae14710 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.326675 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9774527-dab5-496d-a3d3-f87d8f152f34 req-e950e9f1-da81-47c4-aba7-a1962ae14710 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 943 time: 0.1077027 Oct 31 12:41:36.348593 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-8f3d4afc-e768-432d-87d1-c8f5b14c83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.349980 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-8f3d4afc-e768-432d-87d1-c8f5b14c83cf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.1179361 Oct 31 12:41:36.351185 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-c77830d1-c132-4986-8ff8-477f0d12eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.352474 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-c77830d1-c132-4986-8ff8-477f0d12eb69 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d75b2e8f-33e2-4967-8381-3c3b4703c334 HTTP/1.1" status: 200 len: 853 time: 0.0981872 Oct 31 12:41:36.422872 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-0c427eca-004c-49fb-b0c8-48dd393e33f2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554602 Oct 31 12:41:36.459230 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fccc0-f620-492b-9755-7d541914ec21 req-aa2895b2-e58a-4c0a-8187-3b6fed220398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:36.460677 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-aa2895b2-e58a-4c0a-8187-3b6fed220398 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0998716 Oct 31 12:41:36.469460 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b9774527-dab5-496d-a3d3-f87d8f152f34 req-c67a6eb5-fef2-4367-8fa1-751bf9cfab48 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340470 Oct 31 12:41:36.602489 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-5e65febe-5a6d-4e73-878a-631bc0ee77d4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708930 Oct 31 12:41:36.607420 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-b30a8207-f85d-4eb2-97d4-6cf0637ebd34 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357646 Oct 31 12:41:36.746098 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:36.779095 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7f0a020f-dcf9-4fc5-9f68-d34c6cb6953b req-50d120cf-6dcf-4b54-ab4f-c3c40ad5b789 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571438 Oct 31 12:41:36.782482 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-043fccc0-f620-492b-9755-7d541914ec21 req-5b09dc69-1d41-4b46-8a89-82da2922e3d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535659 Oct 31 12:41:37.262753 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d41d-972d-40d2-b09e-3926939bbece req-28f16d63-f550-46d1-804f-52a5b3846623 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:37.264253 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2600d41d-972d-40d2-b09e-3926939bbece req-28f16d63-f550-46d1-804f-52a5b3846623 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0477681 Oct 31 12:41:37.281810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:37.327283 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2600d41d-972d-40d2-b09e-3926939bbece req-39c15bb2-f885-4f92-a96c-5fe65b1a6484 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514259 Oct 31 12:41:37.598333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cadd9-0543-49c9-a9c8-937ec624d6f4 req-4ca352a0-29f1-4572-be03-6bb87dea9d24 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:37.599862 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-245cadd9-0543-49c9-a9c8-937ec624d6f4 req-4ca352a0-29f1-4572-be03-6bb87dea9d24 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 943 time: 0.0558703 Oct 31 12:41:37.611846 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:37.647979 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-245cadd9-0543-49c9-a9c8-937ec624d6f4 req-0ddb8221-6aca-4d08-8b86-ccdf6461ebb2 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425663 Oct 31 12:41:38.445858 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b5a9-1137-4f60-8bc7-c9ce71576d1c req-459d2de1-121a-4951-a7f6-9eee8e7eccc4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:38.447328 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0a3b5a9-1137-4f60-8bc7-c9ce71576d1c req-459d2de1-121a-4951-a7f6-9eee8e7eccc4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0466154 Oct 31 12:41:38.495623 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c0a3b5a9-1137-4f60-8bc7-c9ce71576d1c req-5da45cc3-76a3-4114-8fbc-dd9a8bec0697 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426877 Oct 31 12:41:38.769007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ad1e4-1499-4b79-bcd4-2b308119bcf8 req-ebd266da-944d-4124-b576-c126f8b98e4b tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:38.770464 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a2ad1e4-1499-4b79-bcd4-2b308119bcf8 req-ebd266da-944d-4124-b576-c126f8b98e4b tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 943 time: 0.0471992 Oct 31 12:41:38.817899 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1a2ad1e4-1499-4b79-bcd4-2b308119bcf8 req-a977a35d-d6ed-4dba-9021-c4ad31fed41e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Oct 31 12:41:38.848233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device fd19230e-a933-459a-a46a-ee58aa368072 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:41:38.946817 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port fd19230e-a933-459a-a46a-ee58aa368072, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fd19230e-a933-459a-a46a-ee58aa368072,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:38.958586 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'fd19230e-a933-459a-a46a-ee58aa368072', 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6', 'port_id': 'fd19230e-a933-459a-a46a-ee58aa368072', 'mac_address': 'fa:16:3e:2b:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b2e8f-33e2-4967-8381-3c3b4703c334', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:41:38.996504 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port fd19230e-a933-459a-a46a-ee58aa368072 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:38.996889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (fd19230e-a933-459a-a46a-ee58aa368072), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:39.010264 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd19230e-a933-459a-a46a-ee58aa368072 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:41:39.031275 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port fd19230e-a933-459a-a46a-ee58aa368072, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fd19230e-a933-459a-a46a-ee58aa368072,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:39.034988 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (fd19230e-a933-459a-a46a-ee58aa368072), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:39.082015 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=fd19230e-a933-459a-a46a-ee58aa368072,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:39.089076 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.089429 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.089779 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.090122 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.090460 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.090795 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.091128 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.091484 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.091816 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.092146 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.092475 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.092804 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.093128 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.093452 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.093823 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:39.342117 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['fd19230e-a933-459a-a46a-ee58aa368072'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:41:39.431721 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:39.577380 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:39.615012 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d2053-0142-4f2e-a8d9-d671e8f47658 req-3359a0dd-85e0-457d-b297-2c395e0322ca tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:39.616488 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-586d2053-0142-4f2e-a8d9-d671e8f47658 req-3359a0dd-85e0-457d-b297-2c395e0322ca tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0476491 Oct 31 12:41:39.664455 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-586d2053-0142-4f2e-a8d9-d671e8f47658 req-2a5ea763-2534-4ed8-9339-27fccfa83d01 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424850 Oct 31 12:41:39.926231 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37096) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:39.949354 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b0302-0276-4330-b8d8-c10147e8aabb req-bf9dcef0-c631-481a-aeec-ddc01459bba3 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:39.950795 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d42b0302-0276-4330-b8d8-c10147e8aabb req-bf9dcef0-c631-481a-aeec-ddc01459bba3 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 944 time: 0.0549059 Oct 31 12:41:39.998078 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d42b0302-0276-4330-b8d8-c10147e8aabb req-017a70ea-a63c-4bec-a2cf-efe4bee72e5f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Oct 31 12:41:40.037930 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-34cc4165-44c4-4f73-817d-afae1767a522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.112073 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-34cc4165-44c4-4f73-817d-afae1767a522 admin admin] Publish callbacks [] for security_group (28188c17-0a02-48ff-bc23-d777f7c25baf), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.115691 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-34cc4165-44c4-4f73-817d-afae1767a522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (28188c17-0a02-48ff-bc23-d777f7c25baf), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.155703 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-34cc4165-44c4-4f73-817d-afae1767a522 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=871c528fb3a24f17a3ea12bce679cffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284930 Oct 31 12:41:40.156731 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc4165-44c4-4f73-817d-afae1767a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28188c17-0a02-48ff-bc23-d777f7c25baf,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:40.158456 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37100) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:40.210376 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e614f06-1c13-4242-83cf-f0cba01617fd admin admin] Publish callbacks [] for security_group (28188c17-0a02-48ff-bc23-d777f7c25baf), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.229683 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e614f06-1c13-4242-83cf-f0cba01617fd admin admin] Publish callbacks [] for security_group (28188c17-0a02-48ff-bc23-d777f7c25baf), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.278617 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e614f06-1c13-4242-83cf-f0cba01617fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (28188c17-0a02-48ff-bc23-d777f7c25baf), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.281200 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-2e614f06-1c13-4242-83cf-f0cba01617fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.282491 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-2e614f06-1c13-4242-83cf-f0cba01617fd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/28188c17-0a02-48ff-bc23-d777f7c25baf HTTP/1.1" status: 204 len: 168 time: 0.1229179 Oct 31 12:41:40.289936 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e614f06-1c13-4242-83cf-f0cba01617fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28188c17-0a02-48ff-bc23-d777f7c25baf,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:40.540416 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37106) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:40.554740 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2862-cca3-45cf-adbe-86541da22490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.636188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2862-cca3-45cf-adbe-86541da22490 admin admin] Publish callbacks [] for security_group (884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.639872 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2862-cca3-45cf-adbe-86541da22490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.679429 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c4ac2862-cca3-45cf-adbe-86541da22490 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=de13e8ffdfde4a07a19471ed7e5a5e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379395 Oct 31 12:41:40.680279 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac2862-cca3-45cf-adbe-86541da22490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:40.682747 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37108) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:40.735291 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d9c61070-003a-4437-ba09-6976c0094d7e admin admin] Publish callbacks [] for security_group (884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.755723 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d9c61070-003a-4437-ba09-6976c0094d7e admin admin] Publish callbacks [] for security_group (884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.787643 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434c190-8a30-461c-85d2-e232f68f5d02 req-b9837b9a-5aa8-45db-a0b9-7ef6c14382a0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:40.789175 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f434c190-8a30-461c-85d2-e232f68f5d02 req-b9837b9a-5aa8-45db-a0b9-7ef6c14382a0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0512047 Oct 31 12:41:40.807219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d9c61070-003a-4437-ba09-6976c0094d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.809825 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d9c61070-003a-4437-ba09-6976c0094d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.810965 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d9c61070-003a-4437-ba09-6976c0094d7e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa HTTP/1.1" status: 204 len: 168 time: 0.1269426 Oct 31 12:41:40.819452 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c61070-003a-4437-ba09-6976c0094d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884c33c0-e3fe-43b3-b3b8-c0a0c55d3eaa,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:40.847640 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device fd19230e-a933-459a-a46a-ee58aa368072 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:41:40.852150 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f434c190-8a30-461c-85d2-e232f68f5d02 req-a5618747-ea24-4749-84f8-eb05bfe86aef tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572715 Oct 31 12:41:40.871068 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:40.894808 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port fd19230e-a933-459a-a46a-ee58aa368072 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:41:40.900491 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port fd19230e-a933-459a-a46a-ee58aa368072 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:40.901058 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (fd19230e-a933-459a-a46a-ee58aa368072), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:40.901395 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port fd19230e-a933-459a-a46a-ee58aa368072 Oct 31 12:41:40.978138 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port fd19230e-a933-459a-a46a-ee58aa368072 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:40.978526 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (fd19230e-a933-459a-a46a-ee58aa368072), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:41.002182 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19230e-a933-459a-a46a-ee58aa368072'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:41:41.004475 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02156799-217a-4979-a59e-614407a63526" -d '{"events": [{"server_uuid": "2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973", "name": "network-vif-plugged", "status": "completed", "tag": "fd19230e-a933-459a-a46a-ee58aa368072"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:41:41.018672 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port fd19230e-a933-459a-a46a-ee58aa368072, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fd19230e-a933-459a-a46a-ee58aa368072,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:41.034168 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (fd19230e-a933-459a-a46a-ee58aa368072), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:41.057408 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f36a6d-43f7-4014-bdda-17e347c60719 x-openstack-request-id: req-52f36a6d-43f7-4014-bdda-17e347c60719 {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:41:41.057715 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973", "name": "network-vif-plugged", "status": "completed", "tag": "fd19230e-a933-459a-a46a-ee58aa368072", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:41:41.057969 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52f36a6d-43f7-4014-bdda-17e347c60719 {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:41:41.058364 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f36a6d-43f7-4014-bdda-17e347c60719'] response: {'server_uuid': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd19230e-a933-459a-a46a-ee58aa368072', 'code': 200} Oct 31 12:41:41.090841 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=fd19230e-a933-459a-a46a-ee58aa368072,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:41.143843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d6465-68eb-40ce-a499-0dea0986b510 req-9dfbca52-c71a-4f3b-b9ac-d12be99ee52e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:41.146510 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-801d6465-68eb-40ce-a499-0dea0986b510 req-9dfbca52-c71a-4f3b-b9ac-d12be99ee52e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 945 time: 0.0578244 Oct 31 12:41:41.207461 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-801d6465-68eb-40ce-a499-0dea0986b510 req-10110a7c-7a17-4131-a687-07dc24764909 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Oct 31 12:41:41.242856 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300bf4e-fd79-44b9-9dd2-fed88e06600a req-dbc70cbd-c221-4c89-9b6d-e9c4ce77f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:41.244921 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7300bf4e-fd79-44b9-9dd2-fed88e06600a req-dbc70cbd-c221-4c89-9b6d-e9c4ce77f6ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 1129 time: 0.0471737 Oct 31 12:41:41.293430 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7300bf4e-fd79-44b9-9dd2-fed88e06600a req-3d7cf1f0-c5c7-4b2e-9641-67e36db9dbfd service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Oct 31 12:41:41.985811 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd2dca-05d5-44c2-bcf8-8d586b91681b req-4150e6f1-2a12-41f5-8838-99abaaad83fe tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:41.987344 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ccd2dca-05d5-44c2-bcf8-8d586b91681b req-4150e6f1-2a12-41f5-8838-99abaaad83fe tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0580220 Oct 31 12:41:42.045464 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ccd2dca-05d5-44c2-bcf8-8d586b91681b req-99a72ffe-15c9-4d91-945d-31c7aa09b1b3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526431 Oct 31 12:41:42.338369 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee424bc6-ffc4-49ba-a90f-17e36e796f9d req-aae29c67-ecc9-4a5a-97a3-8fc6ef0c28f9 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:42.339959 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ee424bc6-ffc4-49ba-a90f-17e36e796f9d req-aae29c67-ecc9-4a5a-97a3-8fc6ef0c28f9 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Oct 31 12:41:42.393524 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ee424bc6-ffc4-49ba-a90f-17e36e796f9d req-f455eefb-114c-4d0a-bbfd-f5e45b3bbe1b tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Oct 31 12:41:43.176584 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d8351-3087-4eaa-91d9-5d008bb57ddf req-3d9afc29-bdf7-4822-a440-9ee6ad65ee78 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:43.178046 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4e6d8351-3087-4eaa-91d9-5d008bb57ddf req-3d9afc29-bdf7-4822-a440-9ee6ad65ee78 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0541172 Oct 31 12:41:43.214753 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:43.229308 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4e6d8351-3087-4eaa-91d9-5d008bb57ddf req-da92bd48-b9ca-496b-9bb6-292ddab6e582 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451944 Oct 31 12:41:43.519714 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:43.523495 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b43e1-beb0-4af2-afaf-37fd08b42b79 req-56654342-30dc-4c55-8edf-fa7d2fc1c063 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:43.524983 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bf1b43e1-beb0-4af2-afaf-37fd08b42b79 req-56654342-30dc-4c55-8edf-fa7d2fc1c063 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 945 time: 0.0493281 Oct 31 12:41:43.579326 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-bf1b43e1-beb0-4af2-afaf-37fd08b42b79 req-7b087043-4bbe-497f-a751-05bf2cdfa108 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Oct 31 12:41:43.967395 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7d14-1ae4-461e-9e32-539c9b163fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:44.358165 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1810039-7d71-4ab3-9ee8-1b9fb299a255 req-18ae7d10-5051-423f-a5df-f030cccd91cb tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:44.360416 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1810039-7d71-4ab3-9ee8-1b9fb299a255 req-18ae7d10-5051-423f-a5df-f030cccd91cb tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 943 time: 0.0505588 Oct 31 12:41:44.386553 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:44.412981 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c1810039-7d71-4ab3-9ee8-1b9fb299a255 req-8d68a4a8-214c-4702-9f32-12065ebf218f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469010 Oct 31 12:41:44.865333 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device bf3768f3-740b-45b9-92a5-0798ffcfacc8 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:41:44.975703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port bf3768f3-740b-45b9-92a5-0798ffcfacc8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:44.987799 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'port_id': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'mac_address': 'fa:16:3e:d7:37:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:41:45.025305 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port bf3768f3-740b-45b9-92a5-0798ffcfacc8 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:45.025694 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:45.043699 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3768f3-740b-45b9-92a5-0798ffcfacc8 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:41:45.065688 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port bf3768f3-740b-45b9-92a5-0798ffcfacc8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:45.069574 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:45.117789 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=bf3768f3-740b-45b9-92a5-0798ffcfacc8,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:45.323363 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['bf3768f3-740b-45b9-92a5-0798ffcfacc8'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:41:45.505556 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:45.536229 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d88465-c05e-427c-957b-497c2777a07f req-3ae24cae-c092-4f6a-b9e6-daa49c576a9c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:45.537720 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-72d88465-c05e-427c-957b-497c2777a07f req-3ae24cae-c092-4f6a-b9e6-daa49c576a9c tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 944 time: 0.0472243 Oct 31 12:41:45.557432 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:45.589499 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-72d88465-c05e-427c-957b-497c2777a07f req-f8a88ecc-5672-4fa9-a3d8-6e66de185c48 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461216 Oct 31 12:41:46.133959 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a34ac3f8-62c9-4b97-a5b3-8fe75e264eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:46.712354 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fec746-4eb3-4a2c-ac3f-e1b04d43d92b req-2b34f5a9-f5a7-44b3-af86-dd07202c71c0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:46.713844 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29fec746-4eb3-4a2c-ac3f-e1b04d43d92b req-2b34f5a9-f5a7-44b3-af86-dd07202c71c0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 944 time: 0.0475423 Oct 31 12:41:46.771607 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-29fec746-4eb3-4a2c-ac3f-e1b04d43d92b req-862714e4-0eb8-4d20-8bb0-ee594c4628fb tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501487 Oct 31 12:41:46.866084 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device bf3768f3-740b-45b9-92a5-0798ffcfacc8 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:41:46.910752 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port bf3768f3-740b-45b9-92a5-0798ffcfacc8 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:41:46.916317 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port bf3768f3-740b-45b9-92a5-0798ffcfacc8 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:46.916797 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:46.917247 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port bf3768f3-740b-45b9-92a5-0798ffcfacc8 Oct 31 12:41:46.992463 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port bf3768f3-740b-45b9-92a5-0798ffcfacc8 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:46.992850 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:47.017778 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:41:47.020036 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054cc19-bfa9-45d2-8747-979df5cdb1fd" -d '{"events": [{"server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "name": "network-vif-plugged", "status": "completed", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:41:47.033941 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port bf3768f3-740b-45b9-92a5-0798ffcfacc8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:47.038136 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:47.062335 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd1027-2bf7-4e54-b20c-d34b3ff4e7cb x-openstack-request-id: req-95dd1027-2bf7-4e54-b20c-d34b3ff4e7cb {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:41:47.062626 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "name": "network-vif-plugged", "status": "completed", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:41:47.062875 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95dd1027-2bf7-4e54-b20c-d34b3ff4e7cb {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:41:47.063939 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95dd1027-2bf7-4e54-b20c-d34b3ff4e7cb'] response: {'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'code': 200} Oct 31 12:41:47.093786 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=bf3768f3-740b-45b9-92a5-0798ffcfacc8,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:47.289719 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469159e-f822-424d-a2db-96564ffa6b6d req-0b656e88-d30d-408e-958c-8baaaaf7dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:47.291254 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8469159e-f822-424d-a2db-96564ffa6b6d req-0b656e88-d30d-408e-958c-8baaaaf7dd27 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 1129 time: 0.0404468 Oct 31 12:41:47.346460 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-8469159e-f822-424d-a2db-96564ffa6b6d req-ec86509d-7f2c-4237-80e8-67a84f5f84da service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466886 Oct 31 12:41:47.405338 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:47.440925 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=15 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:47.442169 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=19 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:47.900729 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaddee3-642f-4842-a038-0e0fbfe3cc6d req-e0236c7c-6ed5-4bb2-983a-020cf5a5bfe0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:47.902235 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1eaddee3-642f-4842-a038-0e0fbfe3cc6d req-e0236c7c-6ed5-4bb2-983a-020cf5a5bfe0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Oct 31 12:41:47.963926 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-1eaddee3-642f-4842-a038-0e0fbfe3cc6d req-5479728b-ebb9-4ef1-9d39-54f675c49052 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512693 Oct 31 12:41:49.087576 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:49.332348 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ff757-3451-49e1-a969-f6b8c7a11eed req-5ee3a0fa-98ec-4b2f-b969-73fa5b868ae0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:49.333983 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d87ff757-3451-49e1-a969-f6b8c7a11eed req-5ee3a0fa-98ec-4b2f-b969-73fa5b868ae0 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 945 time: 0.2914777 Oct 31 12:41:49.353064 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:49.386581 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d87ff757-3451-49e1-a969-f6b8c7a11eed req-1384d5c8-d863-4bc5-bf43-a90bc0dc1579 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469689 Oct 31 12:41:49.515479 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d593ba-a0d4-4ed5-96d0-b0a202c12898 req-6feacb87-96c6-4b34-904b-c8abf0d5d7d7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:49.516945 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15d593ba-a0d4-4ed5-96d0-b0a202c12898 req-6feacb87-96c6-4b34-904b-c8abf0d5d7d7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 945 time: 0.0532677 Oct 31 12:41:49.570124 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-15d593ba-a0d4-4ed5-96d0-b0a202c12898 req-ba323077-2d9a-4c30-b4b1-66ced0cc1d49 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463963 Oct 31 12:41:49.599991 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37324) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:49.809501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406f5cb-0d25-4ac8-8188-6adcd32bfb4c tempest-TestVolumeBootPattern-940701700 tempest-TestVolumeBootPattern-940701700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:49.811048 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-b406f5cb-0d25-4ac8-8188-6adcd32bfb4c tempest-TestVolumeBootPattern-940701700 tempest-TestVolumeBootPattern-940701700-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 1124 time: 0.2098651 Oct 31 12:41:49.813924 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37334) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:49.819016 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'port_id': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:49.841833 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:49.930939 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.005660 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37338) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:50.042666 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Allocated IP 172.27.3.81 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/4d3f89c9-74f2-48a1-8235-18df68123f46) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:50.116689 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:50.125277 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-afcf562c-ef1f-49b7-b97b-8c7382d8f18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.213905 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-afcf562c-ef1f-49b7-b97b-8c7382d8f18b admin admin] Publish callbacks [] for security_group (722e9f83-349b-44fb-8d90-d7ed399aadc9), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.217826 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-afcf562c-ef1f-49b7-b97b-8c7382d8f18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (722e9f83-349b-44fb-8d90-d7ed399aadc9), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.260833 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-afcf562c-ef1f-49b7-b97b-8c7382d8f18b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a260003c9a324bdb884db6ce3a25984a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534385 Oct 31 12:41:50.261780 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf562c-ef1f-49b7-b97b-8c7382d8f18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722e9f83-349b-44fb-8d90-d7ed399aadc9,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:50.265155 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37342) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:50.322584 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9265975d-fea1-46c3-b5d0-0699dc4dbece admin admin] Publish callbacks [] for security_group (722e9f83-349b-44fb-8d90-d7ed399aadc9), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.344493 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9265975d-fea1-46c3-b5d0-0699dc4dbece admin admin] Publish callbacks [] for security_group (722e9f83-349b-44fb-8d90-d7ed399aadc9), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.407057 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9265975d-fea1-46c3-b5d0-0699dc4dbece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (722e9f83-349b-44fb-8d90-d7ed399aadc9), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.409733 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9265975d-fea1-46c3-b5d0-0699dc4dbece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.411120 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-9265975d-fea1-46c3-b5d0-0699dc4dbece admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/722e9f83-349b-44fb-8d90-d7ed399aadc9 HTTP/1.1" status: 204 len: 168 time: 0.1446440 Oct 31 12:41:50.419813 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265975d-fea1-46c3-b5d0-0699dc4dbece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722e9f83-349b-44fb-8d90-d7ed399aadc9,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:50.436001 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.464643 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:50.476335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.515112 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:50.518425 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:50.521130 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:50.527938 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:50.557583 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=4d3f89c9-74f2-48a1-8235-18df68123f46,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:50.725522 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37350) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:50.740943 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0b77d8ab-8c22-4209-860c-02e1b421493d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.827331 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0b77d8ab-8c22-4209-860c-02e1b421493d admin admin] Publish callbacks [] for security_group (1390043d-4eb9-4e68-8867-0a457d75ea08), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.831708 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0b77d8ab-8c22-4209-860c-02e1b421493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1390043d-4eb9-4e68-8867-0a457d75ea08), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.873515 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77d8ab-8c22-4209-860c-02e1b421493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390043d-4eb9-4e68-8867-0a457d75ea08,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:50.880178 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-0b77d8ab-8c22-4209-860c-02e1b421493d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5b6547dc77f840c99902c7d22a8e1f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510680 Oct 31 12:41:50.880357 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37352) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:50.906682 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (6c4750ce-8881-482f-867e-295610781abb), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.927384 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:50.938891 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcd36-dff7-4502-9313-44300edda2ed admin admin] Publish callbacks [] for security_group (1390043d-4eb9-4e68-8867-0a457d75ea08), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.963955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcd36-dff7-4502-9313-44300edda2ed admin admin] Publish callbacks [] for security_group (1390043d-4eb9-4e68-8867-0a457d75ea08), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:50.977621 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.015254 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcd36-dff7-4502-9313-44300edda2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (1390043d-4eb9-4e68-8867-0a457d75ea08), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.018054 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcd36-dff7-4502-9313-44300edda2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.023254 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-4f9dcd36-dff7-4502-9313-44300edda2ed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1390043d-4eb9-4e68-8867-0a457d75ea08 HTTP/1.1" status: 204 len: 168 time: 0.1386902 Oct 31 12:41:51.029828 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dcd36-dff7-4502-9313-44300edda2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390043d-4eb9-4e68-8867-0a457d75ea08,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:51.157843 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.162542 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.243190 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event updated for resources: {'Port': ['ID=4d3f89c9-74f2-48a1-8235-18df68123f46,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:51.245718 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (6c4750ce-8881-482f-867e-295610781abb), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.348835 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Floating IP 6c4750ce-8881-482f-867e-295610781abb associated. External IP: 172.27.3.81, port: bf3768f3-740b-45b9-92a5-0798ffcfacc8. Oct 31 12:41:51.385928 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:51.391578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37360) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:51.406708 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-60ca4844-aa95-4e3b-a326-89b3f7aac466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.467990 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:51.500176 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-60ca4844-aa95-4e3b-a326-89b3f7aac466 admin admin] Publish callbacks [] for security_group (0ac915c0-3142-4717-8cd4-44014893e0f6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.504581 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-60ca4844-aa95-4e3b-a326-89b3f7aac466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0ac915c0-3142-4717-8cd4-44014893e0f6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.527033 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:51.547889 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-60ca4844-aa95-4e3b-a326-89b3f7aac466 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=705a70dd25fb4f68b271393c612648ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549094 Oct 31 12:41:51.548500 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37362) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:51.550600 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca4844-aa95-4e3b-a326-89b3f7aac466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac915c0-3142-4717-8cd4-44014893e0f6,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:51.593294 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:41:51.611333 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ae0594cd-32ed-4d8b-9578-520d1dca6fd2 admin admin] Publish callbacks [] for security_group (0ac915c0-3142-4717-8cd4-44014893e0f6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.632418 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ae0594cd-32ed-4d8b-9578-520d1dca6fd2 admin admin] Publish callbacks [] for security_group (0ac915c0-3142-4717-8cd4-44014893e0f6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.683435 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ae0594cd-32ed-4d8b-9578-520d1dca6fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (0ac915c0-3142-4717-8cd4-44014893e0f6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.686165 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ae0594cd-32ed-4d8b-9578-520d1dca6fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.687361 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ae0594cd-32ed-4d8b-9578-520d1dca6fd2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0ac915c0-3142-4717-8cd4-44014893e0f6 HTTP/1.1" status: 204 len: 168 time: 0.1377928 Oct 31 12:41:51.695802 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0594cd-32ed-4d8b-9578-520d1dca6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac915c0-3142-4717-8cd4-44014893e0f6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:51.706334 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:41:51.718832 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:41:51.727893 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:51.733869 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:41:51.740629 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:51.766544 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-e93ac804-a6a3-4655-bcaf-ae687a8e5996 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9513352 Oct 31 12:41:51.773814 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:41:51.776647 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5ecd8-bf45-4813-85da-6db8171f2db4" -d '{"events": [{"name": "network-changed", "server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:41:51.825072 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58797dbf-d2cd-4c7c-b835-8ad198a292af x-openstack-request-id: req-58797dbf-d2cd-4c7c-b835-8ad198a292af {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:41:51.825361 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:41:51.825610 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58797dbf-d2cd-4c7c-b835-8ad198a292af {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:41:51.826016 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58797dbf-d2cd-4c7c-b835-8ad198a292af'] response: {'name': 'network-changed', 'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'status': 'completed', 'code': 200} Oct 31 12:41:51.900058 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-cb97f59d-d99f-4a74-a703-7914cfcbfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:51.901862 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-cb97f59d-d99f-4a74-a703-7914cfcbfef9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 1129 time: 0.0465930 Oct 31 12:41:51.950348 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:41:51.995405 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-7faa5529-3613-40e6-926a-daf9abdc0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:51.997055 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-7faa5529-3613-40e6-926a-daf9abdc0fb9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.0887439 Oct 31 12:41:52.003532 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.069447 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-673d9c3e-b0f3-4654-ab20-148fb63b613c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8 HTTP/1.1" status: 200 len: 998 time: 0.0655644 Oct 31 12:41:52.127599 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-75fb3fe1-1d79-4596-ade3-73bc304fd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:52.129760 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-75fb3fe1-1d79-4596-ade3-73bc304fd303 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0542688 Oct 31 12:41:52.187126 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-2e2522e6-3f0d-4522-9c74-55b6f282782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:52.191578 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-2e2522e6-3f0d-4522-9c74-55b6f282782c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529203 Oct 31 12:41:52.196349 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:30Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}, {'id': '6c4750ce-8881-482f-867e-295610781abb', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:d7:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66820f24-a23a-4e02-a703-7c9832ffd729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:41:50Z', 'updated_at': '2022-10-31T12:41:50Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:52.221928 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:41:52.231237 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:41:52.231850 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:52.308081 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-d293c55c-319a-45de-85b3-bca2544af255 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056845 Oct 31 12:41:52.349224 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:41:52.409841 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a2c5ecd8-bf45-4813-85da-6db8171f2db4 req-b2d842a8-5cd2-480d-9d21-6c538f9ca7b6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946898 Oct 31 12:41:52.558570 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37390) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:52.593960 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:30Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}, {'id': '6c4750ce-8881-482f-867e-295610781abb', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:d7:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66820f24-a23a-4e02-a703-7c9832ffd729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:41:50Z', 'updated_at': '2022-10-31T12:41:50Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:52.619918 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc364bc5-198f-4e95-bd2f-3ef5052ddff0 None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:30Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}, {'id': '6c4750ce-8881-482f-867e-295610781abb', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:d7:37:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66820f24-a23a-4e02-a703-7c9832ffd729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:41:50Z', 'updated_at': '2022-10-31T12:41:50Z', 'revision_number': 0, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:41:52.675762 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-20014736-network', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:52.697605 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Made reservation on behalf of 0637756aceaf4644bf263b5b5d72d9ac for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:52.699922 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.709425 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.792279 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks [] for security_group (d66ec603-6724-48c4-8903-7afa5513d75b), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.796791 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d66ec603-6724-48c4-8903-7afa5513d75b), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.825557 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:41:52.836955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66ec603-6724-48c4-8903-7afa5513d75b,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:52.842023 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (024791d8-9b27-41f8-93b9-54106ffb5f19), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.842370 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Added segment 024791d8-9b27-41f8-93b9-54106ffb5f19 of type vlan for network bf88a9e5-c149-46bf-b319-2087f5cca550 Oct 31 12:41:52.843864 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17caa151-3ab0-44b3-91d3-53df620156fc None None] New status for floating IP 6c4750ce-8881-482f-867e-295610781abb: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:41:52.885743 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (bf88a9e5-c149-46bf-b319-2087f5cca550), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.915781 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (bf88a9e5-c149-46bf-b319-2087f5cca550), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.916872 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:52.917457 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.952846 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3929267 Oct 31 12:41:52.955872 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37394) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:52.962718 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Request body: {'subnet': {'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-20014736-subnet', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:52.984819 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefd692-dbce-4f60-b05b-4b8b47a59705 admin admin] Pushing event updated for resources: {'Network': ['ID=bf88a9e5-c149-46bf-b319-2087f5cca550,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:52.990967 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Made reservation on behalf of 0637756aceaf4644bf263b5b5d72d9ac for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:52.993437 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264349142'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:52.998553 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network bf88a9e5-c149-46bf-b319-2087f5cca550 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:41:53.066464 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:53.189274 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264362532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264349112'] for subnet (4215964b-6dbf-4d8e-836b-120ca8a82c21), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.221285 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:53.245139 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4215964b-6dbf-4d8e-836b-120ca8a82c21,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:53.261343 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Checking segment: {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:53.261698 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Network hostable DHCP agents. Network: bf88a9e5-c149-46bf-b319-2087f5cca550, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:41:53.280320 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Network bf88a9e5-c149-46bf-b319-2087f5cca550 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:41:53.289848 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, bf88a9e5-c149-46bf-b319-2087f5cca550) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:53.293861 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:53.294449 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.298870 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937d931-7c64-4f6c-bea9-1ccb1fa85bad None None] Network bf88a9e5-c149-46bf-b319-2087f5cca550 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:41:53.314839 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-33a86d78-5486-4f8e-9555-04b44fa725ea admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3536291 Oct 31 12:41:53.314839 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37396) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:53.318563 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:53.337737 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (f86d6f47-0a8e-4155-9e04-64579cabeb11), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.338879 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (f86d6f47-0a8e-4155-9e04-64579cabeb11), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.390089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks [] for router_controller (f86d6f47-0a8e-4155-9e04-64579cabeb11), precommit_add_association {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.408706 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-bf88a9e5-c149-46bf-b319-2087f5cca550', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:41:53.410180 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.532329 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks [] for router_gateway (f86d6f47-0a8e-4155-9e04-64579cabeb11), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.547732 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Allocated IP 172.20.0.2 (bf88a9e5-c149-46bf-b319-2087f5cca550/4215964b-6dbf-4d8e-836b-120ca8a82c21/1e30a0a2-0149-4e16-9d69-a607bdea4e6e) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:53.648348 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:53.658741 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:53.710253 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Publish callbacks [] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.716097 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks [] for router_gateway (f86d6f47-0a8e-4155-9e04-64579cabeb11), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.724100 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.741475 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.771110 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Network bf88a9e5-c149-46bf-b319-2087f5cca550 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:53.774072 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:53.777121 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:53.795910 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Pushing event updated for resources: {'Port': ['ID=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:53.849277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Attempting to bind port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:41:53.849642 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Attempting to bind port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:41:53.850002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Attempting to bind port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e on network bf88a9e5-c149-46bf-b319-2087f5cca550 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:53.860929 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Allocated IP 172.27.3.208 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/5ca81e61-120b-41c8-81e2-ed1fd79a8aba) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:53.893376 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:41:53.893755 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:53.894001 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Checking segment: {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:53.894814 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.895237 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Bound using segment: {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:41:53.895715 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Bound port: 1e30a0a2-0149-4e16-9d69-a607bdea4e6e, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:41:53.896095 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.957954 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] For port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:41:53.961138 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] For port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:41:53.967237 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:53.977082 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks [] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:54.024650 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b47fc1-8ee5-42f9-9a19-3235516a0859 None None] Pushing event updated for resources: {'Port': ['ID=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:54.039084 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:54.084853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:54.090176 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:54.092417 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:54.094595 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:54.209145 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:54.351861 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks [] for router_gateway (f86d6f47-0a8e-4155-9e04-64579cabeb11), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:54.534770 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (f86d6f47-0a8e-4155-9e04-64579cabeb11), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:54.852254 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e8595a-be5a-4dda-a609-31dc887d5432 None None] Network bf88a9e5-c149-46bf-b319-2087f5cca550 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:41:54.886040 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] Provisioning complete for port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:54.886497 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:54.886905 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] Attempt 1 to provision port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e Oct 31 12:41:54.916518 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Router f86d6f47-0a8e-4155-9e04-64579cabeb11 is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:41:55.018501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:41:55.030537 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Sync routers for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:41:55.039741 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.044516 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:41:55.045094 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:55.046233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] Current status of the port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:55.046610 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.053575 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.058265 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-d8b725cc-b4d7-439c-8e19-feaf28b5cad3 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7430384 Oct 31 12:41:55.058450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37414) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:55.084128 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] For port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:55.096206 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.119195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.159845 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d416d-6e85-4966-a751-1a0d9ed44de7 None None] Pushing event updated for resources: {'Port': ['ID=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:55.169086 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:41:55.278107 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.316729 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.349900 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:54Z', 'revision_number': 3, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:55.380401 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Checking router: f86d6f47-0a8e-4155-9e04-64579cabeb11 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:41:55.381434 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Updating router f86d6f47-0a8e-4155-9e04-64579cabeb11 port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:41:55.400576 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.413140 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.455237 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-0d1ded48-32c7-4eec-838c-43c2244558b3 None None] Provisioning complete for port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:55.455617 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-0d1ded48-32c7-4eec-838c-43c2244558b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.455959 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-0d1ded48-32c7-4eec-838c-43c2244558b3 None None] Attempt 1 to provision port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e Oct 31 12:41:55.504120 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.529627 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ded48-32c7-4eec-838c-43c2244558b3 None None] Current status of the port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:55.674924 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Allocated IP 172.20.0.1 (bf88a9e5-c149-46bf-b319-2087f5cca550/4215964b-6dbf-4d8e-836b-120ca8a82c21/d004d452-b76c-4e68-bb0e-95d3f8e43871) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:55.678959 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 1e30a0a2-0149-4e16-9d69-a607bdea4e6e up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:41:55.681489 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Publish callbacks [] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.687448 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.726035 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.730876 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Attempting to bind port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:41:55.731270 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Attempting to bind port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:41:55.732010 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Attempting to bind port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:55.744557 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:55.744937 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.745276 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e Oct 31 12:41:55.762256 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Pushing event updated for resources: {'Port': ['ID=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,revision_number=2']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:55.772260 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.772914 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.772914 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.773283 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.773624 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.773949 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.774276 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.774601 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.774922 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.775285 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.775607 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.776257 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.776257 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.776564 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.776882 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:41:55.800763 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:41:55.801306 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.801553 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:55.802067 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.802491 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:41:55.802929 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Bound port: 5ca81e61-120b-41c8-81e2-ed1fd79a8aba, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:41:55.803391 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.815291 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks [] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.837884 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:55.853277 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.857187 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] For port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:41:55.860586 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] For port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:41:55.866908 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:55.897931 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Network bf88a9e5-c149-46bf-b319-2087f5cca550 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:55.901255 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:41:55.901393 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Pushing event updated for resources: {'Port': ['ID=d004d452-b76c-4e68-bb0e-95d3f8e43871,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:55.901955 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:55.903701 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:55.906876 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:55.941103 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:55.951096 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (f86d6f47-0a8e-4155-9e04-64579cabeb11), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:56.072692 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28afe93-f968-4b92-8093-b0f19971fc1c None None] Pushing event updated for resources: {'Port': ['ID=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:56.105255 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:56.139141 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:41:56.150543 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-08b4212e-2217-4a3a-9717-0ee1e8107bdd None None] Provisioning complete for port d004d452-b76c-4e68-bb0e-95d3f8e43871 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:56.151564 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-08b4212e-2217-4a3a-9717-0ee1e8107bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:56.151909 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-08b4212e-2217-4a3a-9717-0ee1e8107bdd None None] Attempt 1 to provision port d004d452-b76c-4e68-bb0e-95d3f8e43871 Oct 31 12:41:56.186059 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-08b4212e-2217-4a3a-9717-0ee1e8107bdd None None] Port d004d452-b76c-4e68-bb0e-95d3f8e43871 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:41:56.186389 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:56.271085 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks [] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:56.275816 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:56.307704 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:54Z', 'revision_number': 3, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:56.336385 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31775f0d-bf09-4173-b6f5-38869f94c0a0 None None] The sync data for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi is: [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:54Z', 'revision_number': 3, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:41:56.347349 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Pushing event updated for resources: {'Port': ['ID=d004d452-b76c-4e68-bb0e-95d3f8e43871,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:56.355519 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (f86d6f47-0a8e-4155-9e04-64579cabeb11), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:56.449515 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Network bf88a9e5-c149-46bf-b319-2087f5cca550 is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:56.450887 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:56.584289 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Router f86d6f47-0a8e-4155-9e04-64579cabeb11 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:41:56.703530 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:41:56.705889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1ece0cc4-052a-4937-b2f6-3f9c7e3f489b None None] Provisioning complete for port d004d452-b76c-4e68-bb0e-95d3f8e43871 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:56.706712 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1ece0cc4-052a-4937-b2f6-3f9c7e3f489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:56.707329 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1ece0cc4-052a-4937-b2f6-3f9c7e3f489b None None] Attempt 1 to provision port d004d452-b76c-4e68-bb0e-95d3f8e43871 Oct 31 12:41:56.711060 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-44de31a1-079a-422c-9802-cab7fae14d4b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f86d6f47-0a8e-4155-9e04-64579cabeb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6503811 Oct 31 12:41:56.758335 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1ece0cc4-052a-4937-b2f6-3f9c7e3f489b None None] Port d004d452-b76c-4e68-bb0e-95d3f8e43871 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:41:57.230905 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37434) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:57.235753 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2002843352-network', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:57.255877 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Made reservation on behalf of 0be1ace5cc7842cd98dfc975e23f13fb for: {'network': 1} {{(pid=104558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:57.258122 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for network (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.266643 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.303214 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:57.343526 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks [] for security_group (bdeda282-735c-427b-bccc-8aeea1aa952e), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.348328 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (bdeda282-735c-427b-bccc-8aeea1aa952e), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.374347 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=104558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 12:41:57.384278 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeda282-735c-427b-bccc-8aeea1aa952e,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:57.389147 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (12837c08-da94-4fc5-ab6c-74c9fd7640b5), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.389485 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.segments_db [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Added segment 12837c08-da94-4fc5-ab6c-74c9fd7640b5 of type vlan for network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 Oct 31 12:41:57.432401 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766968576961'] for network (d141a66b-c3fa-4d63-b8b3-84a85e8f4282), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.449248 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:57.457674 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094'] for network (d141a66b-c3fa-4d63-b8b3-84a85e8f4282), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.458640 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:57.459235 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.493767 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2616968 Oct 31 12:41:57.496562 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37436) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:57.501544 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Request body: {'subnet': {'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2002843352-subnet', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'ip_version': 4}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:57.522812 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Made reservation on behalf of 0be1ace5cc7842cd98dfc975e23f13fb for: {'subnet': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:41:57.524060 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41204358-2586-4573-8f53-3ca2b153b490 admin admin] Pushing event updated for resources: {'Network': ['ID=d141a66b-c3fa-4d63-b8b3-84a85e8f4282,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:57.525250 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264349142'] for subnet (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.535332 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 details requested by agent ovs-agent-dv-cinder-796170-6-iscsi with host dv-cinder-796170-6-iscsi {{(pid=104559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 12:41:57.672017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5ca81e61-120b-41c8-81e2-ed1fd79a8aba up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:41:57.715727 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264362532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264349112'] for subnet (980a48aa-11ff-42d6-9197-4331b1e707fa), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.722483 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:57.722819 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.723671 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba Oct 31 12:41:57.749114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:57.778828 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980a48aa-11ff-42d6-9197-4331b1e707fa,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:57.788916 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Checking segment: {'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:57.789274 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Network hostable DHCP agents. Network: d141a66b-c3fa-4d63-b8b3-84a85e8f4282, hostable agents: ['7f32c711-8921-42bc-93f5-4085eda01fb1'], hosted agents: [] {{(pid=104557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 12:41:57.798843 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:41:57.799281 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.814751 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 is scheduled to be hosted by DHCP agent 7f32c711-8921-42bc-93f5-4085eda01fb1 with binding_index 1 {{(pid=104557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 12:41:57.825147 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:41:57.829740 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.830246 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-6-iscsi, d141a66b-c3fa-4d63-b8b3-84a85e8f4282) {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:57.839103 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:41:57.839812 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.857685 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1a9dc-deb5-4b5e-8d28-0a0c19992ba9 None None] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:41:57.860513 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-7114c440-34be-446b-8472-f267d3d16261 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3627903 Oct 31 12:41:57.863450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37440) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:57.867948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:41:57.887872 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1654007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-499953'] for router (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.888834 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1645445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1720958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-499848'] for router (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.943713 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks [] for router_controller (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), precommit_add_association {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:57.947829 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:57.980669 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Sync routers for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:41:57.993493 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:41:57.994092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:57.998172 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb6e19982-ecc0-5ec3-a00a-51966cd06e81-d141a66b-c3fa-4d63-b8b3-84a85e8f4282', 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282', 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'fixed_ips': [{'subnet_id': '980a48aa-11ff-42d6-9197-4331b1e707fa'}]}} from dv-cinder-796170-6-iscsi. {{(pid=104559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 12:41:57.999065 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.093034 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks [] for router_gateway (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.185017 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:41:58.278681 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks [] for router_gateway (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.283377 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:58.291590 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.db_base_plugin_common [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Allocated IP 172.20.0.2 (d141a66b-c3fa-4d63-b8b3-84a85e8f4282/980a48aa-11ff-42d6-9197-4331b1e707fa/67c6fc9f-0645-4614-b53a-c6148eca9198) {{(pid=104559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:58.298060 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.319568 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:58.404603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Allocated IP 172.27.3.161 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/5dd64f5f-d293-47f8-9812-ff6366f5ce3f) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:41:58.469403 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:58.510691 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks [] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.530458 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 2, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:58.543998 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.575152 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Checking router: f86d6f47-0a8e-4155-9e04-64579cabeb11 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:41:58.575783 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Updating router f86d6f47-0a8e-4155-9e04-64579cabeb11 port d004d452-b76c-4e68-bb0e-95d3f8e43871 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:41:58.583141 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:58.586201 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:58.591918 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:58.597256 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Publish callbacks [] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), precommit_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.608420 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), after_create {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.622659 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:58.636076 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.666990 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 is already hosted by enough agents. {{(pid=104559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:41:58.673001 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.base_scheduler [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Resources bound (agent type, host, resource id): {{(pid=104559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:41:58.695268 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Received port after_create {{(pid=104559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:41:58.697306 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Pushing event updated for resources: {'Port': ['ID=67c6fc9f-0645-4614-b53a-c6148eca9198,revision_number=1']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:58.744421 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:58.820940 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Attempting to bind port 67c6fc9f-0645-4614-b53a-c6148eca9198 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:41:58.821309 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Attempting to bind port 67c6fc9f-0645-4614-b53a-c6148eca9198 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:41:58.821670 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Attempting to bind port 67c6fc9f-0645-4614-b53a-c6148eca9198 on network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:58.843103 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks [] for router_gateway (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.921731 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:41:58.922105 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Checking segment: {'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:58.922509 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:58.922896 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Bound using segment: {'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:41:58.923941 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Bound port: 67c6fc9f-0645-4614-b53a-c6148eca9198, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:41:58.923941 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.029813 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] For port 67c6fc9f-0645-4614-b53a-c6148eca9198, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:41:59.061902 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] For port 67c6fc9f-0645-4614-b53a-c6148eca9198, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=67c6fc9f-0645-4614-b53a-c6148eca9198,segment=NetworkSegment(12837c08-da94-4fc5-ab6c-74c9fd7640b5),segment_id=12837c08-da94-4fc5-ab6c-74c9fd7640b5)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:41:59.062164 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1651573'] for router (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.063125 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:59.077278 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.110901 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Publish callbacks [] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.122386 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.130596 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:59.151325 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84c997-7059-4d39-b0c8-3bfad03b1c56 None None] Pushing event updated for resources: {'Port': ['ID=67c6fc9f-0645-4614-b53a-c6148eca9198,revision_number=2']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:59.397594 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20fd20-9884-4af1-9f5f-ab90e4e5c705 None None] Pushing event updated for resources: {'Port': ['ID=d004d452-b76c-4e68-bb0e-95d3f8e43871,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:59.408980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Attempting to bind port d004d452-b76c-4e68-bb0e-95d3f8e43871 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:41:59.409431 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Attempting to bind port d004d452-b76c-4e68-bb0e-95d3f8e43871 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:41:59.409806 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Attempting to bind port d004d452-b76c-4e68-bb0e-95d3f8e43871 on network bf88a9e5-c149-46bf-b319-2087f5cca550 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:41:59.456850 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:41:59.457410 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Checking segment: {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:41:59.457826 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.458223 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Bound using segment: {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:41:59.458709 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Bound port: d004d452-b76c-4e68-bb0e-95d3f8e43871, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:41:59.459139 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.531601 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] For port d004d452-b76c-4e68-bb0e-95d3f8e43871, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:41:59.536509 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] For port d004d452-b76c-4e68-bb0e-95d3f8e43871, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d004d452-b76c-4e68-bb0e-95d3f8e43871,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:41:59.543661 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.559851 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 is scheduled to L3 agent def220ee-719c-4ad1-9830-a670309affbd with binding_index 1 {{(pid=104558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 12:41:59.578760 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:41:59.579414 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:59.645131 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20fd20-9884-4af1-9f5f-ab90e4e5c705 None None] Pushing event updated for resources: {'Port': ['ID=d004d452-b76c-4e68-bb0e-95d3f8e43871,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:41:59.669663 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:41:59.679607 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Sync routers for ids ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:41:59.694666 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Routers {'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:41:59.696616 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.697267 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:41:59.698926 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-9af2faa1-b0c0-467b-9960-e2909bb46979 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8343420 Oct 31 12:41:59.702055 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37456) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:41:59.717023 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:41:59.755269 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:59.756271 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:41:59.801780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 67c6fc9f-0645-4614-b53a-c6148eca9198 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:41:59.833819 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Set router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:41:59.921962 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 67c6fc9f-0645-4614-b53a-c6148eca9198 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:41:59.922312 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:41:59.922643 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 67c6fc9f-0645-4614-b53a-c6148eca9198 Oct 31 12:42:00.046887 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:41:59Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:00.048672 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:41:58Z', 'revision_number': 3, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port': {'id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:58Z', 'updated_at': '2022-10-31T12:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:00.077281 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf90c04-7e73-4092-9138-69628a0d9cda None None] The sync data for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi is: [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:41:59Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:42:00.077595 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Checking router: e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:42:00.077790 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Updating router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f binding host dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:42:00.108102 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:00.126500 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.166671 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 67c6fc9f-0645-4614-b53a-c6148eca9198 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:00.167502 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.230287 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 67c6fc9f-0645-4614-b53a-c6148eca9198, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=67c6fc9f-0645-4614-b53a-c6148eca9198,segment=NetworkSegment(12837c08-da94-4fc5-ab6c-74c9fd7640b5),segment_id=12837c08-da94-4fc5-ab6c-74c9fd7640b5)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:00.236235 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.237070 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5ca81e61-120b-41c8-81e2-ed1fd79a8aba up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:00.299033 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.326900 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:00.334776 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=67c6fc9f-0645-4614-b53a-c6148eca9198,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:00.363521 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:00.364190 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.364698 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba Oct 31 12:42:00.421004 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01e8dbd-7087-4750-b24e-2e3d7045b1cd None None] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:42:00.447651 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:00.520313 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Publish callbacks [] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), precommit_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.527753 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.564496 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Allocated IP 172.20.0.1 (d141a66b-c3fa-4d63-b8b3-84a85e8f4282/980a48aa-11ff-42d6-9197-4331b1e707fa/d50ed16d-f928-4fdd-b014-ff8d1e5ebb04) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:42:00.564734 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-4ca16b0c-832e-4b9c-9d6d-5d38569e5c23 None None] Provisioning complete for port 67c6fc9f-0645-4614-b53a-c6148eca9198 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:00.565328 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4ca16b0c-832e-4b9c-9d6d-5d38569e5c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.566313 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-4ca16b0c-832e-4b9c-9d6d-5d38569e5c23 None None] Attempt 1 to provision port 67c6fc9f-0645-4614-b53a-c6148eca9198 Oct 31 12:42:00.566619 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Attempting to bind port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:42:00.567648 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Attempting to bind port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:42:00.568007 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Attempting to bind port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f on network 41fb6b06-f279-46d3-90c0-af722ef7c11a {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:42:00.591319 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:00.616979 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a8c80-77b1-4c96-a37f-f030b79d9334 None None] Pushing event updated for resources: {'Port': ['ID=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,revision_number=2']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:00.643080 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:42:00.643504 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Checking segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:42:00.643994 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.644378 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Bound using segment: {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'} {{(pid=104560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:42:00.644855 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.managers [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Bound port: 5dd64f5f-d293-47f8-9812-ff6366f5ce3f, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea0abaa-6566-4682-bd40-fd41059063a2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a'}}] {{(pid=104560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:42:00.645225 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), before_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.702113 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks [] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.708347 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] For port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:42:00.711071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:00.712803 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.plugins.ml2.db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] For port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:42:00.723670 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron_lib.callbacks.manager [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), after_update {{(pid=104560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.767330 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-4ca16b0c-832e-4b9c-9d6d-5d38569e5c23 None None] Current status of the port 67c6fc9f-0645-4614-b53a-c6148eca9198 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:00.774327 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.790240 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:00.791361 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a8c80-77b1-4c96-a37f-f030b79d9334 None None] Pushing event updated for resources: {'Port': ['ID=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,revision_number=3']} {{(pid=104560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:00.801297 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Routers {'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:42:00.801473 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:00.870095 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Pushing event updated for resources: {'Port': ['ID=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:00.876611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:42:00.882317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:42:00.886221 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-023b6ce0-7f17-4ee7-baf7-737ae9e856c3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723619 Oct 31 12:42:00.886927 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:42:00.932359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654531'] for router_interface (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:00.950643 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] Set router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:42:01.004422 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-56ca43f5-1c03-4bad-a477-5e4548c34982 None None] Provisioning complete for port 67c6fc9f-0645-4614-b53a-c6148eca9198 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:01.004802 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-56ca43f5-1c03-4bad-a477-5e4548c34982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.005475 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-56ca43f5-1c03-4bad-a477-5e4548c34982 None None] Attempt 1 to provision port 67c6fc9f-0645-4614-b53a-c6148eca9198 Oct 31 12:42:01.028517 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-2b384b26-574b-4d9e-934d-4b29af999897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:01.030063 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-2b384b26-574b-4d9e-934d-4b29af999897 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1130 time: 0.0597689 Oct 31 12:42:01.116229 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:01.163903 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-56ca43f5-1c03-4bad-a477-5e4548c34982 None None] Current status of the port 67c6fc9f-0645-4614-b53a-c6148eca9198 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:01.214553 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:41:58Z', 'revision_number': 3, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port': {'id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:58Z', 'updated_at': '2022-10-31T12:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:01.223237 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.243611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-92d20c18-fcd9-4dfa-8345-a932207a0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:01.245245 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-92d20c18-fcd9-4dfa-8345-a932207a0af9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.1734447 Oct 31 12:42:01.251795 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ba8de0-8aab-43ad-b2c1-be04ce425519 None None] The sync data for ids ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'] in dv-cinder-796170-6-iscsi is: [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:41:58Z', 'revision_number': 3, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port': {'id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:58Z', 'updated_at': '2022-10-31T12:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:42:01.284004 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-ffad0ea0-e38b-49d6-a440-e37e74342ef2 None None] Provisioning complete for port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:01.285358 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ffad0ea0-e38b-49d6-a440-e37e74342ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.285798 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-ffad0ea0-e38b-49d6-a440-e37e74342ef2 None None] Attempt 1 to provision port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 Oct 31 12:42:01.330546 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-ffad0ea0-e38b-49d6-a440-e37e74342ef2 None None] Port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:42:01.370106 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-11157784-3afb-4114-a523-ee7710763876 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1f478e3-0037-482b-9f12-361410fca1f5 HTTP/1.1" status: 200 len: 1002 time: 0.0984821 Oct 31 12:42:01.419644 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:01.477373 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-71e5d754-9f40-4dd8-befc-6c64acc3d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:01.478836 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-71e5d754-9f40-4dd8-befc-6c64acc3d917 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0762136 Oct 31 12:42:01.532369 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-ac097e11-ef8b-4abc-8ca0-e41cc186f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:01.533891 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-ac097e11-ef8b-4abc-8ca0-e41cc186f8c0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450904 Oct 31 12:42:01.557332 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks [] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.568307 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.676188 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:01.680779 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Pushing event updated for resources: {'Port': ['ID=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:01.686604 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2062136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654775'] for router_interface (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.721492 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 67c6fc9f-0645-4614-b53a-c6148eca9198 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:01.736634 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-3de96fba-a6b4-442c-b08b-c69f969f0539 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912494 Oct 31 12:42:01.767367 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 67c6fc9f-0645-4614-b53a-c6148eca9198 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:01.768053 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.768415 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 67c6fc9f-0645-4614-b53a-c6148eca9198 Oct 31 12:42:01.831277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:01.846366 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 67c6fc9f-0645-4614-b53a-c6148eca9198 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:01.847892 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d004d452-b76c-4e68-bb0e-95d3f8e43871 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:01.870015 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:42:01.879746 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:42:01.889934 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ae84f134-c60a-400e-bc1b-cd1c6558e609 req-756cc63a-f0a3-4218-8a04-8141993fd5d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217861 Oct 31 12:42:01.894048 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port d004d452-b76c-4e68-bb0e-95d3f8e43871 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:01.894449 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:01.895195 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port d004d452-b76c-4e68-bb0e-95d3f8e43871 Oct 31 12:42:01.974518 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port d004d452-b76c-4e68-bb0e-95d3f8e43871 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:01.975005 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:02.009951 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:42:02.011807 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port d004d452-b76c-4e68-bb0e-95d3f8e43871, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d004d452-b76c-4e68-bb0e-95d3f8e43871,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:02.016571 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:02.077617 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=d004d452-b76c-4e68-bb0e-95d3f8e43871,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:02.132042 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:42:02.136926 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-5ffe9cf1-928e-482d-a495-8b87505ae8ef admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e28b7ff6-fb6e-4139-8112-7ea0a47f29e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4328737 Oct 31 12:42:02.159692 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-83d9909b-9582-4035-95cc-2dd67649557c None None] Provisioning complete for port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:02.159980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-83d9909b-9582-4035-95cc-2dd67649557c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:02.160312 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-83d9909b-9582-4035-95cc-2dd67649557c None None] Attempt 1 to provision port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 Oct 31 12:42:02.192044 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-83d9909b-9582-4035-95cc-2dd67649557c None None] Port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:42:03.763348 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d004d452-b76c-4e68-bb0e-95d3f8e43871 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:03.808965 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:03.819465 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port d004d452-b76c-4e68-bb0e-95d3f8e43871 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:03.819995 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:03.820431 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port d004d452-b76c-4e68-bb0e-95d3f8e43871 Oct 31 12:42:03.901593 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port d004d452-b76c-4e68-bb0e-95d3f8e43871 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:03.902764 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5dd64f5f-d293-47f8-9812-ff6366f5ce3f up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:03.949898 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:03.950186 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:03.950516 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f Oct 31 12:42:04.039409 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:04.039809 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:04.068736 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:04.073929 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:04.130295 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:04.423380 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Sync routers for ids ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:42:04.440476 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Routers {'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:42:04.441711 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:04.717933 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Set router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:42:04.755114 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:04.938572 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 4, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port': {'id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:58Z', 'updated_at': '2022-10-31T12:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd50ed16d-f928-4fdd-b014-ff8d1e5ebb04', 'name': '', 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'mac_address': 'fa:16:3e:8b:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '980a48aa-11ff-42d6-9197-4331b1e707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:42:00Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 2, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'subnets': [{'id': '980a48aa-11ff-42d6-9197-4331b1e707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:04.970812 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Checking router: e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:42:04.971291 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Updating router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 binding host dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 12:42:05.007102 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:05.309946 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Publish callbacks [] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), precommit_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:05.317334 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:05.346759 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=100 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:05.384473 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9d065-2c08-45b4-8253-5628306fae43 None None] Pushing event updated for resources: {'Port': ['ID=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,revision_number=3']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:05.422939 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Attempting to bind port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 on host dv-cinder-796170-6-iscsi for vnic_type normal with profile {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:42:05.423504 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Attempting to bind port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 by drivers openvswitch,hyperv on host dv-cinder-796170-6-iscsi at level 0 using segments [{'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:42:05.423876 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Attempting to bind port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 on network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:42:05.469666 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Checking agent: {'id': 'fa53e273-9b1c-4a49-a331-fc4585d58835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 24, 49), 'started_at': datetime.datetime(2022, 10, 31, 12, 25, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:42:05.470039 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Checking segment: {'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:42:05.470444 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:05.470836 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Bound using segment: {'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'} {{(pid=104559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:42:05.471421 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.managers [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Bound port: d50ed16d-f928-4fdd-b014-ff8d1e5ebb04, host: dv-cinder-796170-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12837c08-da94-4fc5-ab6c-74c9fd7640b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282'}}] {{(pid=104559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:42:05.472539 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:05.566863 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] For port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04, host dv-cinder-796170-6-iscsi, cleared binding levels {{(pid=104559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:42:05.570352 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] For port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04, host dv-cinder-796170-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,segment=NetworkSegment(12837c08-da94-4fc5-ab6c-74c9fd7640b5),segment_id=12837c08-da94-4fc5-ab6c-74c9fd7640b5)] {{(pid=104559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:42:05.581516 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:05.622892 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Routers {'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:42:05.623647 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:41:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:05.649260 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9d065-2c08-45b4-8253-5628306fae43 None None] Pushing event updated for resources: {'Port': ['ID=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:05.719583 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5dd64f5f-d293-47f8-9812-ff6366f5ce3f up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:05.798002 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:05.832658 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] Set router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:42:05.864970 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:05.865345 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:05.865714 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f Oct 31 12:42:06.098668 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:06.144341 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 4, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port': {'id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:58Z', 'updated_at': '2022-10-31T12:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd50ed16d-f928-4fdd-b014-ff8d1e5ebb04', 'name': '', 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'mac_address': 'fa:16:3e:8b:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '980a48aa-11ff-42d6-9197-4331b1e707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:42:00Z', 'updated_at': '2022-10-31T12:42:05Z', 'revision_number': 4, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'subnets': [{'id': '980a48aa-11ff-42d6-9197-4331b1e707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:06.171302 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e1e01-bf64-4fab-8a2f-0d775fd0a2ea None None] The sync data for ids ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'] in dv-cinder-796170-6-iscsi is: [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 4, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port': {'id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:58Z', 'updated_at': '2022-10-31T12:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd50ed16d-f928-4fdd-b014-ff8d1e5ebb04', 'name': '', 'network_id': 'd141a66b-c3fa-4d63-b8b3-84a85e8f4282', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'mac_address': 'fa:16:3e:8b:dd:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '980a48aa-11ff-42d6-9197-4331b1e707fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:42:00Z', 'updated_at': '2022-10-31T12:42:05Z', 'revision_number': 4, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'subnets': [{'id': '980a48aa-11ff-42d6-9197-4331b1e707fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:42:07.648488 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:42:07.692302 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:07.743769 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:07.744238 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:07.746533 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 Oct 31 12:42:07.827304 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 is: DOWN; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:07.827794 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:07.839259 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:07.866029 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] For port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,segment=NetworkSegment(12837c08-da94-4fc5-ab6c-74c9fd7640b5),segment_id=12837c08-da94-4fc5-ab6c-74c9fd7640b5)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:07.874764 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:07.931196 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Pushing event updated for resources: {'Port': ['ID=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:09.677453 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 up at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:09.678691 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=60 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:09.687144 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:09.734559 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Provisioning complete for port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:09.734970 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:09.735354 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Attempt 1 to provision port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 Oct 31 12:42:09.822337 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Current status of the port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:11.218230 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=8 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:12.094635 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-9aa5aa0d-f7c5-4a52-b470-90aa2cda126c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:12.096116 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-9aa5aa0d-f7c5-4a52-b470-90aa2cda126c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 813 time: 0.1053102 Oct 31 12:42:12.110448 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-d7974edc-b702-43c5-9454-339015b5f5db tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/quotas/0637756aceaf4644bf263b5b5d72d9ac HTTP/1.1" status: 200 len: 375 time: 0.0087943 Oct 31 12:42:12.159918 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-5c834114-17a9-4071-bd34-f790ec90ca76 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440388 Oct 31 12:42:12.187931 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:12.260514 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-a1688efe-0610-40ad-a308-5e07421a3f3d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895040 Oct 31 12:42:12.352461 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-68e1af8b-4330-4f74-bb57-bc69b87f5083 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860746 Oct 31 12:42:12.512855 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-2d11837e-96a8-4ac5-afa3-68a61449f489 req-14740bb5-0e1d-4029-a708-7d444167bf7a tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 210 time: 0.0279210 Oct 31 12:42:13.613782 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-b18339d7-35ba-41a8-a7be-989f85463d71 req-98754b05-1e95-44f9-a1a6-5083da78b4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 210 time: 0.0279889 Oct 31 12:42:13.969175 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-567d5345-5a32-4c3d-8ea0-5bd8c5380bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:14.720461 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-5be767e0-20f0-4afa-9ee2-4d4d774d4113 req-80f81a67-73a2-485a-bd3f-ebf260e2c7c1 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 210 time: 0.0300937 Oct 31 12:42:15.387047 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-1786cbc5-5ab0-4d38-9a28-c0f3dd28dced tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:15.388511 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-1786cbc5-5ab0-4d38-9a28-c0f3dd28dced tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.20 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 813 time: 0.1084275 Oct 31 12:42:15.402842 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'port': {'device_id': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'admin_state_up': True, 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:15.497819 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:15.515104 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Made reservation on behalf of 0637756aceaf4644bf263b5b5d72d9ac for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:42:15.519836 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:15.649043 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Allocated IP 172.20.0.13 (bf88a9e5-c149-46bf-b319-2087f5cca550/4215964b-6dbf-4d8e-836b-120ca8a82c21/16976c96-0697-482f-bcc1-98d0bc00538f) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:42:15.897298 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for port (16976c96-0697-482f-bcc1-98d0bc00538f), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:15.924615 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2b222532-84f7-4d9c-a129-c998c60796ed req-c6515605-617e-452c-8eda-a6fac0cc9954 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 210 time: 0.0470147 Oct 31 12:42:15.969570 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:16.021060 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:16.040678 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Network bf88a9e5-c149-46bf-b319-2087f5cca550 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:42:16.042550 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:42:16.045513 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:42:16.154057 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-d2f4e5b8-1f59-4f57-966a-716000c6865c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:16.155211 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:16.156340 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:16.161176 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:16.190665 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-57d09e61-80bd-474e-b1b2-30d77f28870b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7913163 Oct 31 12:42:16.415646 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-a1ede937-8522-433b-b0a8-1f704eeafca5 None None] Provisioning complete for port 16976c96-0697-482f-bcc1-98d0bc00538f triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:16.415902 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a1ede937-8522-433b-b0a8-1f704eeafca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:16.416240 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-a1ede937-8522-433b-b0a8-1f704eeafca5 None None] Attempt 1 to provision port 16976c96-0697-482f-bcc1-98d0bc00538f Oct 31 12:42:16.450366 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:16.452167 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-a1ede937-8522-433b-b0a8-1f704eeafca5 None None] Port 16976c96-0697-482f-bcc1-98d0bc00538f cannot update to ACTIVE because it is not bound. {{(pid=104559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 12:42:17.081839 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7867662-b2be-4ed1-b2c4-817bc1933406 req-60b02f84-17bc-4da2-98bd-7d76a77cfd04 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:17.083540 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a7867662-b2be-4ed1-b2c4-817bc1933406 req-60b02f84-17bc-4da2-98bd-7d76a77cfd04 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.0513041 Oct 31 12:42:17.132536 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-a7867662-b2be-4ed1-b2c4-817bc1933406 req-d0e8cc35-1d6e-4f00-a025-cbb42368ea04 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432160 Oct 31 12:42:17.409799 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:18.271227 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d47f6-6ea4-41da-8420-73ed68e1a5e6 req-6bc9209d-2de0-484e-a9ac-079b5ff2002a tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:18.273105 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c34d47f6-6ea4-41da-8420-73ed68e1a5e6 req-6bc9209d-2de0-484e-a9ac-079b5ff2002a tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.0500598 Oct 31 12:42:18.324255 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c34d47f6-6ea4-41da-8420-73ed68e1a5e6 req-73ba2947-039e-475c-8e38-2112d3f62b69 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Oct 31 12:42:19.090726 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:19.337669 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:19.462561 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31429bb1-b066-4556-aefd-f4b219598c0c req-8bceee4f-f432-4aa7-a05b-103f32a34a50 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:19.464095 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-31429bb1-b066-4556-aefd-f4b219598c0c req-8bceee4f-f432-4aa7-a05b-103f32a34a50 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.0461149 Oct 31 12:42:19.518720 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-31429bb1-b066-4556-aefd-f4b219598c0c req-61923e1a-f240-4215-8e33-2ae7cb57c91c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Oct 31 12:42:20.642108 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf312-b78a-4d4a-baf1-15ed407e6f5c req-6108aa70-404a-4e57-bbfb-1cca45e7f8df tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:20.643875 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d19cf312-b78a-4d4a-baf1-15ed407e6f5c req-6108aa70-404a-4e57-bbfb-1cca45e7f8df tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.0473270 Oct 31 12:42:20.700132 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d19cf312-b78a-4d4a-baf1-15ed407e6f5c req-9ca28b60-5080-44a1-aa18-55f50ce306eb tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502868 Oct 31 12:42:21.823756 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b27410-190a-4c60-ab2b-0865526832b9 req-4bb24c9a-746d-4c08-b49e-d7de95412049 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:21.825374 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-22b27410-190a-4c60-ab2b-0865526832b9 req-4bb24c9a-746d-4c08-b49e-d7de95412049 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.0491693 Oct 31 12:42:21.887313 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-22b27410-190a-4c60-ab2b-0865526832b9 req-d62533be-2898-4870-9bfa-8bea21fbed70 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558226 Oct 31 12:42:22.016391 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:23.305833 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebcecf-a02a-4cb9-a11f-d266e3617098 req-1a21867f-496a-417d-92b7-35b6cbaf8c4c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:23.307418 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cebcecf-a02a-4cb9-a11f-d266e3617098 req-1a21867f-496a-417d-92b7-35b6cbaf8c4c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.3196437 Oct 31 12:42:23.358111 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-7cebcecf-a02a-4cb9-a11f-d266e3617098 req-07c0a105-bf72-425c-9236-8d3e32c388c3 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448296 Oct 31 12:42:24.433034 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=27 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:24.437222 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:24.486948 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80944548-d2e4-4526-979a-6dec04d35576 req-7c2fd17d-c615-447e-b407-ca1a8f02a5da tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:24.488559 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-80944548-d2e4-4526-979a-6dec04d35576 req-7c2fd17d-c615-447e-b407-ca1a8f02a5da tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.0502491 Oct 31 12:42:24.538732 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-80944548-d2e4-4526-979a-6dec04d35576 req-58c82909-b1f5-466e-8cb2-2c1e69da77a2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Oct 31 12:42:25.401908 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Request body: {'port': {'device_id': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:25.405297 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:25.463654 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:25.659296 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8776d-467a-481d-b6a3-6363e71435f2 req-0206c2a0-b739-490d-9327-6ae3884c369d tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:25.661453 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91c8776d-467a-481d-b6a3-6363e71435f2 req-0206c2a0-b739-490d-9327-6ae3884c369d tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 932 time: 0.0485320 Oct 31 12:42:25.711384 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-91c8776d-467a-481d-b6a3-6363e71435f2 req-45ab17fd-55eb-4a96-9210-1b3e2ee7b9a1 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Oct 31 12:42:25.729521 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16976c96-0697-482f-bcc1-98d0bc00538f {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:42:25.737116 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Publish callbacks [] for port (16976c96-0697-482f-bcc1-98d0bc00538f), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:25.749551 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Transition to ACTIVE for port object 16976c96-0697-482f-bcc1-98d0bc00538f will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:42:25.753342 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:25.813783 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Pushing event updated for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:25.845184 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.845534 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.845876 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.846212 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.846544 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.846874 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.847227 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.847554 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.847880 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.848207 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.848533 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.848871 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.849215 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.849534 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.849857 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:25.875691 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Attempting to bind port 16976c96-0697-482f-bcc1-98d0bc00538f on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:42:25.876027 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Attempting to bind port 16976c96-0697-482f-bcc1-98d0bc00538f by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:42:25.876353 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Attempting to bind port 16976c96-0697-482f-bcc1-98d0bc00538f on network bf88a9e5-c149-46bf-b319-2087f5cca550 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:42:25.918883 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Port 16976c96-0697-482f-bcc1-98d0bc00538f on network bf88a9e5-c149-46bf-b319-2087f5cca550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:42:25.919248 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Attempting to bind port 16976c96-0697-482f-bcc1-98d0bc00538f on network bf88a9e5-c149-46bf-b319-2087f5cca550 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:42:25.963461 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:25.966710 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:42:25.967038 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Checking segment: {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:42:25.967446 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Bound using segment: {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:42:25.967879 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Bound port: 16976c96-0697-482f-bcc1-98d0bc00538f, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024791d8-9b27-41f8-93b9-54106ffb5f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:42:25.968233 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:26.033558 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:42:26.036630 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=16976c96-0697-482f-bcc1-98d0bc00538f,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:42:26.041908 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:26.046007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:26.046618 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:26.048031 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 1094 time: 0.6506557 Oct 31 12:42:26.048572 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:42:26.050868 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90545881-2335-429c-814c-c0e3f0e78093" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:42:26.103248 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab11bf6-4984-4cd8-8d38-03f4b76a71db x-openstack-request-id: req-8ab11bf6-4984-4cd8-8d38-03f4b76a71db {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:42:26.103537 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:42:26.103795 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ab11bf6-4984-4cd8-8d38-03f4b76a71db {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:42:26.104193 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab11bf6-4984-4cd8-8d38-03f4b76a71db'] response: {'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f', 'status': 'completed', 'code': 200} Oct 31 12:42:26.135810 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8e72e-8bb4-44d3-93ea-b5c112e388ec service neutron] Pushing event updated for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:26.143275 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-796607b1-4dc3-40b9-8848-bee5674b4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:26.144802 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-796607b1-4dc3-40b9-8848-bee5674b4689 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1128 time: 0.0539768 Oct 31 12:42:26.186412 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-1a8b7906-4f24-457f-9b3e-d54525969759 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 217 time: 0.0337906 Oct 31 12:42:26.242397 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-0d5a2a96-4725-4f70-9d8c-2c1e80fa371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:26.243899 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-0d5a2a96-4725-4f70-9d8c-2c1e80fa371a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 200 len: 852 time: 0.0508280 Oct 31 12:42:26.288870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-a4c1eefc-58e4-4235-86f7-543f0e8235cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:26.290363 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-a4c1eefc-58e4-4235-86f7-543f0e8235cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bf88a9e5-c149-46bf-b319-2087f5cca550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401983 Oct 31 12:42:26.383744 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:26.387999 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-5e59b520-141f-437d-8033-fc2aa87035a8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876083 Oct 31 12:42:26.482413 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-841c9c79-2b7e-4cbc-8e25-a2f4604da0c8 req-67f73729-ea72-42ce-893c-3dc8993cda3b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864608 Oct 31 12:42:26.834593 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0d779-5391-4415-8961-9d6e8394b47e req-c74ef047-2c22-4443-a8db-94ce50e33089 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:26.836093 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-74a0d779-5391-4415-8961-9d6e8394b47e req-c74ef047-2c22-4443-a8db-94ce50e33089 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 944 time: 0.0514293 Oct 31 12:42:26.882305 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-74a0d779-5391-4415-8961-9d6e8394b47e req-71d7f2c3-9720-4c2b-8b15-dbb2b052b1bf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406075 Oct 31 12:42:27.233406 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab57ab-5903-4791-bc09-d8ed07effdf4 req-e2601755-8405-4a42-adb5-9cf428c8ee16 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:27.234880 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d4ab57ab-5903-4791-bc09-d8ed07effdf4 req-e2601755-8405-4a42-adb5-9cf428c8ee16 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 945 time: 0.0462530 Oct 31 12:42:27.283699 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d4ab57ab-5903-4791-bc09-d8ed07effdf4 req-e9422cc0-8bf6-4956-b1c2-289dbcbdd30b tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Oct 31 12:42:27.441219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545881-2335-429c-814c-c0e3f0e78093 req-b8a47317-488e-47e4-8d54-08d527aee6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:27.442728 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90545881-2335-429c-814c-c0e3f0e78093 req-b8a47317-488e-47e4-8d54-08d527aee6b6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1128 time: 0.0412731 Oct 31 12:42:28.006394 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327f190-a239-4467-b7df-ea959c5910f3 req-a73802b3-120f-4838-86f7-0f3ad98ba2ad tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:28.007909 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c327f190-a239-4467-b7df-ea959c5910f3 req-a73802b3-120f-4838-86f7-0f3ad98ba2ad tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 944 time: 0.0520184 Oct 31 12:42:28.055865 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c327f190-a239-4467-b7df-ea959c5910f3 req-dad8bf66-2111-4ea1-b872-e84cb2e0734c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422122 Oct 31 12:42:28.405061 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9319-c98c-40c7-814b-498ca8d79435 req-8bf891eb-2c31-490c-a3ef-6f91dfa45868 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:28.406516 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b22c9319-c98c-40c7-814b-498ca8d79435 req-8bf891eb-2c31-490c-a3ef-6f91dfa45868 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 945 time: 0.0466924 Oct 31 12:42:28.456313 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-b22c9319-c98c-40c7-814b-498ca8d79435 req-03eb55dd-bbcd-46c4-b619-4971bf263a4f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Oct 31 12:42:28.906512 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545881-2335-429c-814c-c0e3f0e78093 req-6435a25d-7c60-4506-acae-834e10e7c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:28.907985 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90545881-2335-429c-814c-c0e3f0e78093 req-6435a25d-7c60-4506-acae-834e10e7c1fb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 914 time: 0.0860116 Oct 31 12:42:28.970086 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90545881-2335-429c-814c-c0e3f0e78093 req-05341b66-13fe-4737-9f75-31db280b4c4e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 217 time: 0.0363917 Oct 31 12:42:29.003732 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 16976c96-0697-482f-bcc1-98d0bc00538f details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:42:29.018989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545881-2335-429c-814c-c0e3f0e78093 req-9cdc512c-37d9-4d18-9bab-65a6a8bc2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:29.021592 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90545881-2335-429c-814c-c0e3f0e78093 req-9cdc512c-37d9-4d18-9bab-65a6a8bc2517 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 200 len: 852 time: 0.0441995 Oct 31 12:42:29.105184 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=16976c96-0697-482f-bcc1-98d0bc00538f,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:29.117484 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': '16976c96-0697-482f-bcc1-98d0bc00538f', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'port_id': '16976c96-0697-482f-bcc1-98d0bc00538f', 'mac_address': 'fa:16:3e:cf:b7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:42:29.153870 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 16976c96-0697-482f-bcc1-98d0bc00538f is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:29.154257 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:29.167379 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16976c96-0697-482f-bcc1-98d0bc00538f {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:42:29.184071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90545881-2335-429c-814c-c0e3f0e78093 req-ae95e29c-96e7-424b-bd68-536dde100104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:29.185595 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90545881-2335-429c-814c-c0e3f0e78093 req-ae95e29c-96e7-424b-bd68-536dde100104 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bf88a9e5-c149-46bf-b319-2087f5cca550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709515 Oct 31 12:42:29.188211 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=16976c96-0697-482f-bcc1-98d0bc00538f,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:29.193526 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:29.209156 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97296b7d-fa51-4a99-8669-cadde1895453 req-4401bd62-2c3a-4d08-8288-4b49ea116b34 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:29.210862 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97296b7d-fa51-4a99-8669-cadde1895453 req-4401bd62-2c3a-4d08-8288-4b49ea116b34 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 944 time: 0.0674686 Oct 31 12:42:29.238538 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:29.320954 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:29.346662 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-36144552-6094-4079-ab52-b7c2facb2280 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:29.348116 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-36144552-6094-4079-ab52-b7c2facb2280 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 945 time: 0.1106091 Oct 31 12:42:29.353323 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-97296b7d-fa51-4a99-8669-cadde1895453 req-b65fbfca-b85e-4c16-a697-bbb20602b1c0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316662 Oct 31 12:42:29.400478 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90545881-2335-429c-814c-c0e3f0e78093 req-3a9a1c02-c782-44b3-8506-807d9daf7c1e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033932 Oct 31 12:42:29.455063 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['16976c96-0697-482f-bcc1-98d0bc00538f'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:42:29.485760 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:29.498752 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Deleting port fd19230e-a933-459a-a46a-ee58aa368072 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:42:29.499093 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (fd19230e-a933-459a-a46a-ee58aa368072), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:29.585955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc319d-13c7-49a9-ac8f-9f898536599f req-51b00e43-9a8c-48bc-817e-0a43c770c7c4 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:29.588294 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-90cc319d-13c7-49a9-ac8f-9f898536599f req-51b00e43-9a8c-48bc-817e-0a43c770c7c4 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973 HTTP/1.1" status: 200 len: 945 time: 0.0526671 Oct 31 12:42:29.588647 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-90545881-2335-429c-814c-c0e3f0e78093 req-9a35df68-dd2b-43e0-94c3-2d300965cba9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772504 Oct 31 12:42:29.614926 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] For port fd19230e-a933-459a-a46a-ee58aa368072, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fd19230e-a933-459a-a46a-ee58aa368072,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:29.615333 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (fd19230e-a933-459a-a46a-ee58aa368072), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:29.622435 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:29.631447 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Calling delete_port for fd19230e-a933-459a-a46a-ee58aa368072 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:42:29.644621 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-90cc319d-13c7-49a9-ac8f-9f898536599f req-8e9ff602-c4c3-4e02-8970-8c5ed60344d0 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Oct 31 12:42:29.763433 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (fd19230e-a933-459a-a46a-ee58aa368072), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:29.791302 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Pushing event deleted for resources: {'Port': ['ID=fd19230e-a933-459a-a46a-ee58aa368072,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:29.838740 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] No DVR routers for this DVR port fd19230e-a933-459a-a46a-ee58aa368072 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:42:29.841220 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:29.844423 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-38574782-0b23-4dba-b7f4-0a14137586f2 req-4c9a4e3c-3c79-4a0a-89bb-0b6b57874fa1 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "DELETE /networking/v2.0/ports/fd19230e-a933-459a-a46a-ee58aa368072 HTTP/1.1" status: 204 len: 173 time: 0.4881809 Oct 31 12:42:29.844913 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'name': 'network-vif-deleted', 'tag': 'fd19230e-a933-459a-a46a-ee58aa368072'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:42:29.847128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131778f7-99da-4100-99fa-f0c4d984106a" -d '{"events": [{"server_uuid": "2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973", "name": "network-vif-deleted", "tag": "fd19230e-a933-459a-a46a-ee58aa368072"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:42:29.887453 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f088ee5b-77f3-4f0d-a718-0705c4dfcc3e x-openstack-request-id: req-f088ee5b-77f3-4f0d-a718-0705c4dfcc3e {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:42:29.887741 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973", "name": "network-vif-deleted", "tag": "fd19230e-a933-459a-a46a-ee58aa368072", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:42:29.887992 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f088ee5b-77f3-4f0d-a718-0705c4dfcc3e {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:42:29.888384 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f088ee5b-77f3-4f0d-a718-0705c4dfcc3e'] response: {'server_uuid': '2e4b0eaa-4452-4b28-bb3d-3ff8ef63d973', 'name': 'network-vif-deleted', 'tag': 'fd19230e-a933-459a-a46a-ee58aa368072', 'status': 'completed', 'code': 200} Oct 31 12:42:30.062274 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['fd19230e-a933-459a-a46a-ee58aa368072'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:42:30.479016 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985f647-815f-4298-9e7f-19c0c1fbc79b req-5a99c0f4-bc4a-45df-9b87-328f54a2c98c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:30.480524 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8985f647-815f-4298-9e7f-19c0c1fbc79b req-5a99c0f4-bc4a-45df-9b87-328f54a2c98c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 945 time: 0.0482233 Oct 31 12:42:30.529745 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8985f647-815f-4298-9e7f-19c0c1fbc79b req-45154e97-0b70-43a2-bc4b-e98e4b5fd6d8 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Oct 31 12:42:31.032459 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 16976c96-0697-482f-bcc1-98d0bc00538f up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:31.077434 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port 16976c96-0697-482f-bcc1-98d0bc00538f completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:42:31.083012 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port 16976c96-0697-482f-bcc1-98d0bc00538f triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:31.083420 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:31.083874 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port 16976c96-0697-482f-bcc1-98d0bc00538f Oct 31 12:42:31.291934 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port 16976c96-0697-482f-bcc1-98d0bc00538f is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:31.292233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:31.315298 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:42:31.317741 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa290d63-99f7-4b22-bd6e-bc6fe5f8ad8e" -d '{"events": [{"server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "name": "network-vif-plugged", "status": "completed", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:42:31.329854 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=16976c96-0697-482f-bcc1-98d0bc00538f,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:31.334381 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:31.335295 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device fd19230e-a933-459a-a46a-ee58aa368072 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:42:31.357943 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129c00c1-95a3-4a5b-837f-e429b360cead x-openstack-request-id: req-129c00c1-95a3-4a5b-837f-e429b360cead {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:42:31.358233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "name": "network-vif-plugged", "status": "completed", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:42:31.358701 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-129c00c1-95a3-4a5b-837f-e429b360cead {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:42:31.359011 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129c00c1-95a3-4a5b-837f-e429b360cead'] response: {'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f', 'code': 200} Oct 31 12:42:31.380294 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: fd19230e-a933-459a-a46a-ee58aa368072 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:42:31.380637 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device fd19230e-a933-459a-a46a-ee58aa368072 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:42:31.404969 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:31.651550 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c74c7-abf4-4320-8e4d-03bb052740b4 req-e274634f-c059-49e0-acb9-49ba3dc7cbb3 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:31.653005 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-883c74c7-abf4-4320-8e4d-03bb052740b4 req-e274634f-c059-49e0-acb9-49ba3dc7cbb3 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0470679 Oct 31 12:42:31.699526 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-883c74c7-abf4-4320-8e4d-03bb052740b4 req-99a365cc-a30a-4c11-bd5b-4c0f1e7ac2a7 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408444 Oct 31 12:42:32.808253 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:32.825928 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a949f-1f42-480e-a506-9ebf4c9e4e6d req-14f8d68b-8a04-45ff-b05f-4d36cd241b9e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:32.827419 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-477a949f-1f42-480e-a506-9ebf4c9e4e6d req-14f8d68b-8a04-45ff-b05f-4d36cd241b9e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0510139 Oct 31 12:42:32.875046 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-477a949f-1f42-480e-a506-9ebf4c9e4e6d req-8ef52d37-a607-49bb-bddd-80c42d95038d tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Oct 31 12:42:33.995229 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010980-0e60-44c2-914e-b9f562ec42a6 req-793cccb1-e155-4970-acf9-d7819d8b26ac tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:33.996705 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-60010980-0e60-44c2-914e-b9f562ec42a6 req-793cccb1-e155-4970-acf9-d7819d8b26ac tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0488517 Oct 31 12:42:34.051573 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-60010980-0e60-44c2-914e-b9f562ec42a6 req-161c34a2-e46a-455d-899d-4209f93bc2bd tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490260 Oct 31 12:42:34.113555 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854311-021f-4c69-af86-40cf8724bb63 req-ae42c92d-4045-4833-9cec-91afa18be938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:34.115254 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a5854311-021f-4c69-af86-40cf8724bb63 req-ae42c92d-4045-4833-9cec-91afa18be938 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1130 time: 0.0389147 Oct 31 12:42:34.161115 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a5854311-021f-4c69-af86-40cf8724bb63 req-b3e95695-bd76-4bc3-85e6-28cd4f6a0524 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Oct 31 12:42:35.176604 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d61e9-2adf-485a-8d71-31d74d350056 req-7c85919a-7321-4795-a42e-d1451052ebd0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:35.178803 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3d0d61e9-2adf-485a-8d71-31d74d350056 req-7c85919a-7321-4795-a42e-d1451052ebd0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0499709 Oct 31 12:42:35.208896 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:35.242852 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-3d0d61e9-2adf-485a-8d71-31d74d350056 req-118ecf3f-be8f-45e5-9e83-1c556be70ec4 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Oct 31 12:42:36.364244 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76917c43-12cf-4bed-8f59-08786a3beecc req-6961bada-d9dd-4907-809e-94e0267b366a tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:36.366268 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76917c43-12cf-4bed-8f59-08786a3beecc req-6961bada-d9dd-4907-809e-94e0267b366a tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0506296 Oct 31 12:42:36.419813 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-76917c43-12cf-4bed-8f59-08786a3beecc req-502a4f68-d792-4dfd-9fad-63f82fc11113 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475113 Oct 31 12:42:36.543113 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208669c5-d906-4fe3-af9c-f6c9e152bba3 req-cdc3bcbe-c0b5-447a-bed9-669f020d08cd tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:36.544534 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-208669c5-d906-4fe3-af9c-f6c9e152bba3 req-cdc3bcbe-c0b5-447a-bed9-669f020d08cd tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0506876 Oct 31 12:42:36.591555 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-208669c5-d906-4fe3-af9c-f6c9e152bba3 req-7bc5a47a-87d5-48d7-8775-a4ea5234c9bb tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Oct 31 12:42:36.919427 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bb6f0-e36d-40ce-b806-311c9b69fe2d req-d0519580-2268-499d-9ebc-f33fec1d3345 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:36.920874 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-166bb6f0-e36d-40ce-b806-311c9b69fe2d req-d0519580-2268-499d-9ebc-f33fec1d3345 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0470695 Oct 31 12:42:36.967744 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-166bb6f0-e36d-40ce-b806-311c9b69fe2d req-d8c1732e-19cb-4a34-983b-9d2be0cb25a4 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Oct 31 12:42:40.798122 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a237f-48d7-4642-9baf-1317c933f293 req-f9bedc68-ce91-44b8-a720-38ce00b0f164 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:40.799860 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-f9bedc68-ce91-44b8-a720-38ce00b0f164 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 HTTP/1.1" status: 200 len: 813 time: 0.1103246 Oct 31 12:42:40.817476 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-42691514-2d8e-4f07-b06c-90a5becd5553 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/quotas/d49947a82d974a55a8cc7a6ad7b9c56e HTTP/1.1" status: 200 len: 375 time: 0.0095539 Oct 31 12:42:40.851071 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-5846c7ac-86bc-4940-aa8e-87de85fcde97 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d49947a82d974a55a8cc7a6ad7b9c56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284057 Oct 31 12:42:40.888046 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:40.962127 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-7d19b71e-7aab-4034-9b91-17a128151b5c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991521 Oct 31 12:42:41.049717 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:41.054228 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-2b4dcdaf-bff5-4f52-b6c4-77b475c27a5a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879846 Oct 31 12:42:41.216213 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-0f0cddd7-48b0-4e9b-8f78-1ac8ace602e8 req-a7c3cedf-bec8-4eb5-88fc-083a25c66273 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 210 time: 0.0283318 Oct 31 12:42:41.401699 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:41.402589 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:42.331064 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9a152870-98b9-4798-94f5-4d94288cfc7c req-1874dd6b-dc5d-452c-bf58-1e5b2a33ed35 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 210 time: 0.0360372 Oct 31 12:42:42.367883 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a237f-48d7-4642-9baf-1317c933f293 req-72c708a4-3c47-465a-88bb-0090ca4234a9 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:42.369329 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-72c708a4-3c47-465a-88bb-0090ca4234a9 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 HTTP/1.1" status: 200 len: 813 time: 0.1564212 Oct 31 12:42:42.382129 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Request body: {'port': {'device_id': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6', 'admin_state_up': True, 'tenant_id': 'd49947a82d974a55a8cc7a6ad7b9c56e'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:42.440614 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:42.441440 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:42.495419 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Made reservation on behalf of d49947a82d974a55a8cc7a6ad7b9c56e for: {'port': 1} {{(pid=104557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 12:42:42.499188 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:42.620784 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_common [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Allocated IP 172.20.0.4 (b1c54bb5-5772-44f7-b3d3-caf7e007e1d6/d75b2e8f-33e2-4967-8381-3c3b4703c334/d5796cf1-d539-4378-86a3-39853a7c58f2) {{(pid=104557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:42:42.767690 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks [] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:42.797917 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:42.841639 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 is already hosted by enough agents. {{(pid=104557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:42:42.844777 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.base_scheduler [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Resources bound (agent type, host, resource id): {{(pid=104557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:42:42.850925 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Received port after_create {{(pid=104557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:42:42.875220 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Pushing event updated for resources: {'Port': ['ID=d5796cf1-d539-4378-86a3-39853a7c58f2,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:42.902027 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:42.902629 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:42.908490 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:42.918815 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-b309faf4-b3d8-4b22-9e27-8e47464278b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404811 Oct 31 12:42:42.930645 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Request body: {'port': {'device_id': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:42.987140 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:43.031276 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:43.243927 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5796cf1-d539-4378-86a3-39853a7c58f2 {{(pid=104557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:42:43.251118 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Publish callbacks [] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:43.263556 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.provisioning_blocks [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Transition to ACTIVE for port object d5796cf1-d539-4378-86a3-39853a7c58f2 will not be triggered until provisioned by entity L2. {{(pid=104557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 12:42:43.267180 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:43.326115 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Pushing event updated for resources: {'Port': ['ID=d5796cf1-d539-4378-86a3-39853a7c58f2,revision_number=2']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:43.373961 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Attempting to bind port d5796cf1-d539-4378-86a3-39853a7c58f2 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 12:42:43.374539 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Attempting to bind port d5796cf1-d539-4378-86a3-39853a7c58f2 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 12:42:43.374645 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Attempting to bind port d5796cf1-d539-4378-86a3-39853a7c58f2 on network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:42:43.421153 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Port d5796cf1-d539-4378-86a3-39853a7c58f2 on network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 12:42:43.421480 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Attempting to bind port d5796cf1-d539-4378-86a3-39853a7c58f2 on network b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 12:42:43.463500 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148353e-6a22-4d4b-bcdb-6ba94c4a91bd req-419b486f-a99a-4fd6-ad34-2d5cd9e6a795 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:43.464999 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e148353e-6a22-4d4b-bcdb-6ba94c4a91bd req-419b486f-a99a-4fd6-ad34-2d5cd9e6a795 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 943 time: 0.0531275 Oct 31 12:42:43.468295 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Checking agent: {'id': '50ef3cdd-1755-411f-badd-69f9ede5c0c3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'started_at': datetime.datetime(2022, 10, 31, 12, 30, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 12, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 12:42:43.468659 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Checking segment: {'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 12:42:43.469042 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Bound using segment: {'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'} {{(pid=104557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 12:42:43.469497 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.managers [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Bound port: d5796cf1-d539-4378-86a3-39853a7c58f2, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2ca759-6962-4d22-bcf8-03a5866aeb89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6'}}] {{(pid=104557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 12:42:43.469850 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:43.512879 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-e148353e-6a22-4d4b-bcdb-6ba94c4a91bd req-49ada234-5690-48d2-ac74-21396b90939b tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Oct 31 12:42:43.530509 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] For port d5796cf1-d539-4378-86a3-39853a7c58f2, host hv-cinder-79617, cleared binding levels {{(pid=104557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 12:42:43.533457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] For port d5796cf1-d539-4378-86a3-39853a7c58f2, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d5796cf1-d539-4378-86a3-39853a7c58f2,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 12:42:43.539691 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:43.543669 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:43.544266 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:43.545611 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d5796cf1-d539-4378-86a3-39853a7c58f2 HTTP/1.1" status: 200 len: 1093 time: 0.6193523 Oct 31 12:42:43.546153 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'tag': 'd5796cf1-d539-4378-86a3-39853a7c58f2'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:42:43.548373 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f344e37-1358-4dbd-9feb-ca89f25ec539" -d '{"events": [{"name": "network-changed", "server_uuid": "b34eac76-0bed-4ae9-b5f1-c6553f831af1", "tag": "d5796cf1-d539-4378-86a3-39853a7c58f2"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:42:43.588441 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb4fc56-28f8-465f-a013-58693db6519f x-openstack-request-id: req-ecb4fc56-28f8-465f-a013-58693db6519f {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:42:43.588743 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34eac76-0bed-4ae9-b5f1-c6553f831af1", "tag": "d5796cf1-d539-4378-86a3-39853a7c58f2", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:42:43.588998 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecb4fc56-28f8-465f-a013-58693db6519f {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:42:43.589399 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb4fc56-28f8-465f-a013-58693db6519f'] response: {'name': 'network-changed', 'server_uuid': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'tag': 'd5796cf1-d539-4378-86a3-39853a7c58f2', 'status': 'completed', 'code': 200} Oct 31 12:42:43.640078 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af322c5-b948-449c-892d-c88c40f4bc22 service neutron] Pushing event updated for resources: {'Port': ['ID=d5796cf1-d539-4378-86a3-39853a7c58f2,revision_number=3']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:43.646251 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a237f-48d7-4642-9baf-1317c933f293 req-9517a54e-a41a-4ff6-aa58-69e5baf34a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:43.647837 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-9517a54e-a41a-4ff6-aa58-69e5baf34a40 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d49947a82d974a55a8cc7a6ad7b9c56e&device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 1127 time: 0.0516703 Oct 31 12:42:43.688398 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-96b9df83-800a-4873-a071-f21d128debeb service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5796cf1-d539-4378-86a3-39853a7c58f2 HTTP/1.1" status: 200 len: 217 time: 0.0325899 Oct 31 12:42:43.728832 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:43.741376 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a237f-48d7-4642-9baf-1317c933f293 req-08efd0e3-d32a-43c7-9c0b-b4ff0465ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:43.742806 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-08efd0e3-d32a-43c7-9c0b-b4ff0465ec9a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d75b2e8f-33e2-4967-8381-3c3b4703c334 HTTP/1.1" status: 200 len: 853 time: 0.0458455 Oct 31 12:42:43.783035 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-473aafcf-d358-42e4-b23e-4255c3228dea service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299351 Oct 31 12:42:43.874904 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-20db4f55-045e-4481-8fa2-b5ebbdb456ad service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Oct 31 12:42:43.961945 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-444d08d1-2fa5-498f-a603-a038b354db2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:43.970573 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-094a237f-48d7-4642-9baf-1317c933f293 req-f82af020-0759-427a-93a6-d26214a75f9f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878034 Oct 31 12:42:44.634170 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54085fd9-d442-4145-857e-32f9bca9678a req-6d77a57f-2620-49bb-a24f-a053e42c6e3a tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:44.635666 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-54085fd9-d442-4145-857e-32f9bca9678a req-6d77a57f-2620-49bb-a24f-a053e42c6e3a tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 943 time: 0.0473323 Oct 31 12:42:44.648076 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:42:44.682579 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-54085fd9-d442-4145-857e-32f9bca9678a req-6cb2114d-015d-452c-a383-1a80e00b51a3 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Oct 31 12:42:44.957692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-57c650a3-10df-4d16-a4c6-a4f03a45768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:44.959947 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-57c650a3-10df-4d16-a4c6-a4f03a45768a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=d49947a82d974a55a8cc7a6ad7b9c56e&device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 1127 time: 0.0394962 Oct 31 12:42:44.983143 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:45.055386 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-005c22b6-69b8-478e-b21f-5689ecca512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:45.056833 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-005c22b6-69b8-478e-b21f-5689ecca512f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 HTTP/1.1" status: 200 len: 914 time: 0.0900223 Oct 31 12:42:45.096487 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-053eff45-0bd9-42c4-a44f-bc68a83a3474 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5796cf1-d539-4378-86a3-39853a7c58f2 HTTP/1.1" status: 200 len: 217 time: 0.0329902 Oct 31 12:42:45.145032 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-6494be27-559d-44ae-aa35-a02ecc0bfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:45.147101 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-6494be27-559d-44ae-aa35-a02ecc0bfaf8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d75b2e8f-33e2-4967-8381-3c3b4703c334 HTTP/1.1" status: 200 len: 853 time: 0.0420852 Oct 31 12:42:45.179432 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-2cf339e2-7e66-41dc-8195-0f0dcac8be80 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259798 Oct 31 12:42:45.272264 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-08e548d3-45f5-4d8f-9b29-cfd193be2834 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865600 Oct 31 12:42:45.363965 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3f344e37-1358-4dbd-9feb-ca89f25ec539 req-bcd87ca6-f84d-4622-ba56-9f74ed9b3fe7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Oct 31 12:42:45.975089 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd63b5c-2282-4939-b4cc-1b2db68adeea req-41774f24-1861-48f2-8d81-879440bbdcf8 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:45.976567 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd63b5c-2282-4939-b4cc-1b2db68adeea req-41774f24-1861-48f2-8d81-879440bbdcf8 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 943 time: 0.2182276 Oct 31 12:42:46.024564 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2fd63b5c-2282-4939-b4cc-1b2db68adeea req-afb03e47-c63e-49a3-a376-fe2a25ed6ae8 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423319 Oct 31 12:42:46.127808 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3cd60217-205e-458e-a36c-2b6391849f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:47.093076 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device d5796cf1-d539-4378-86a3-39853a7c58f2 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=104559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 12:42:47.196167 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6cb3-4abd-431c-acfe-c4bf8205f831 req-493c171d-456b-4142-83cd-6afd8924556e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:47.196826 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port d5796cf1-d539-4378-86a3-39853a7c58f2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d5796cf1-d539-4378-86a3-39853a7c58f2,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:47.197645 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-92df6cb3-4abd-431c-acfe-c4bf8205f831 req-493c171d-456b-4142-83cd-6afd8924556e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 943 time: 0.0987902 Oct 31 12:42:47.208205 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Returning: {'device': 'd5796cf1-d539-4378-86a3-39853a7c58f2', 'network_id': 'b1c54bb5-5772-44f7-b3d3-caf7e007e1d6', 'port_id': 'd5796cf1-d539-4378-86a3-39853a7c58f2', 'mac_address': 'fa:16:3e:cb:6f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75b2e8f-33e2-4967-8381-3c3b4703c334', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 12:42:47.246833 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port d5796cf1-d539-4378-86a3-39853a7c58f2 is: DOWN; New status is: BUILD {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:47.247277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:47.257599 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-92df6cb3-4abd-431c-acfe-c4bf8205f831 req-ff8902c7-fd5f-4562-8bd7-b03c82865e1e tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532146 Oct 31 12:42:47.267843 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5796cf1-d539-4378-86a3-39853a7c58f2 {{(pid=104559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 12:42:47.292654 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port d5796cf1-d539-4378-86a3-39853a7c58f2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d5796cf1-d539-4378-86a3-39853a7c58f2,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:47.297141 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:47.350163 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=d5796cf1-d539-4378-86a3-39853a7c58f2,revision_number=4']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:47.357546 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.357900 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.358250 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.358591 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.358925 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.359307 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.359644 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.359972 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.360300 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.360628 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.360956 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.361280 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.361606 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.361926 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.362251 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:47.410577 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:47.588268 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['d5796cf1-d539-4378-86a3-39853a7c58f2'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:42:48.399056 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc1607-3356-4f82-a5c2-ccc5fa081940 req-6e550737-5444-4bd2-9fbd-5d466347ad37 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:48.400570 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3dbc1607-3356-4f82-a5c2-ccc5fa081940 req-6e550737-5444-4bd2-9fbd-5d466347ad37 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 944 time: 0.0480189 Oct 31 12:42:48.448432 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3dbc1607-3356-4f82-a5c2-ccc5fa081940 req-101f913e-5c5d-4187-b04d-4af7257e5f4c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Oct 31 12:42:48.613161 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ad15f-32b4-4c14-8a72-36066e523ba9 req-91e7b3ad-cb16-4fc1-86cf-9a27c7b8681e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:48.614542 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-061ad15f-32b4-4c14-8a72-36066e523ba9 req-91e7b3ad-cb16-4fc1-86cf-9a27c7b8681e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0461802 Oct 31 12:42:48.662012 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-061ad15f-32b4-4c14-8a72-36066e523ba9 req-7f85c126-f334-4108-beeb-0280216637e0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Oct 31 12:42:48.690403 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37840) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:48.769119 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0dd13-67c1-43a9-85bb-2d5bb5d27663 tempest-TestMinimumBasicScenario-235266939 tempest-TestMinimumBasicScenario-235266939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:48.770636 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-62c0dd13-67c1-43a9-85bb-2d5bb5d27663 tempest-TestMinimumBasicScenario-235266939 tempest-TestMinimumBasicScenario-235266939-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1125 time: 0.0792966 Oct 31 12:42:48.774210 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37844) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:48.778333 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'floatingip': {'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'port_id': '16976c96-0697-482f-bcc1-98d0bc00538f', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:48.799229 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:48.878507 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (None), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:48.983693 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:48.984958 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_common [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Allocated IP 172.27.3.102 (41fb6b06-f279-46d3-90c0-af722ef7c11a/b39c5404-8cdb-4881-9be7-202989094bc9/3e8f1f0b-24d7-4fe5-8a46-70c097380c4c) {{(pid=104558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 12:42:49.025839 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:49.092205 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.093250 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.114889 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device d5796cf1-d539-4378-86a3-39853a7c58f2 up at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 12:42:49.126810 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766968534411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.159873 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning for port d5796cf1-d539-4378-86a3-39853a7c58f2 completed by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 12:42:49.164442 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Network 41fb6b06-f279-46d3-90c0-af722ef7c11a is already hosted by enough agents. {{(pid=104558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 12:42:49.166584 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Provisioning complete for port d5796cf1-d539-4378-86a3-39853a7c58f2 triggered by entity L2. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:42:49.167148 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.167553 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Attempt 1 to provision port d5796cf1-d539-4378-86a3-39853a7c58f2 Oct 31 12:42:49.169450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.base_scheduler [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Resources bound (agent type, host, resource id): {{(pid=104558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 12:42:49.173466 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Received port after_create {{(pid=104558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 12:42:49.200418 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'Port': ['ID=3e8f1f0b-24d7-4fe5-8a46-70c097380c4c,revision_number=1']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:49.214140 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.214486 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.214827 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.215179 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.215511 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.215838 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.216161 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.216482 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.216809 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.217128 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.217448 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.217765 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.218083 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.218399 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.218713 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:42:49.241145 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Current status of the port d5796cf1-d539-4378-86a3-39853a7c58f2 is: BUILD; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:42:49.242201 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), before_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.268724 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5796cf1-d539-4378-86a3-39853a7c58f2'}] {{(pid=104559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:42:49.270951 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9fed3204287dc186d1720d98f8d3b399a69eb0a391915d9a07c9c74f21c51c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b105d1-50a1-4343-b17b-680d5231ff7c" -d '{"events": [{"server_uuid": "b34eac76-0bed-4ae9-b5f1-c6553f831af1", "name": "network-vif-plugged", "status": "completed", "tag": "d5796cf1-d539-4378-86a3-39853a7c58f2"}]}' {{(pid=104559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:42:49.283989 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] For port d5796cf1-d539-4378-86a3-39853a7c58f2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d5796cf1-d539-4378-86a3-39853a7c58f2,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:49.288119 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.313063 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3bf9fb-d0fa-42c2-a7d4-04b321a5566b x-openstack-request-id: req-9f3bf9fb-d0fa-42c2-a7d4-04b321a5566b {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:42:49.313349 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34eac76-0bed-4ae9-b5f1-c6553f831af1", "name": "network-vif-plugged", "status": "completed", "tag": "d5796cf1-d539-4378-86a3-39853a7c58f2", "code": 200}]} {{(pid=104559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:42:49.313598 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f3bf9fb-d0fa-42c2-a7d4-04b321a5566b {{(pid=104559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:42:49.313988 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3bf9fb-d0fa-42c2-a7d4-04b321a5566b'] response: {'server_uuid': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5796cf1-d539-4378-86a3-39853a7c58f2', 'code': 200} Oct 31 12:42:49.351876 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Pushing event updated for resources: {'Port': ['ID=d5796cf1-d539-4378-86a3-39853a7c58f2,revision_number=5']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:49.359898 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.607827 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002119b-5b1d-43c5-a693-3f7f39fb042b req-f325290b-b5af-4e92-9e9e-2890cc57814a tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:49.609378 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f002119b-5b1d-43c5-a693-3f7f39fb042b req-f325290b-b5af-4e92-9e9e-2890cc57814a tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 945 time: 0.0786865 Oct 31 12:42:49.628241 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for floatingip (b2b13d73-8cc6-43c3-af0f-99197318e902), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.725617 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f002119b-5b1d-43c5-a693-3f7f39fb042b req-2e29c89d-7fd6-47f0-9ae2-033266da3eb8 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022792 Oct 31 12:42:49.733106 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.752484 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21ac58-1243-4fc0-966e-00fe081efff8 req-28ec3e65-98fa-43f6-9e3d-edd570a8bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:49.753981 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a21ac58-1243-4fc0-966e-00fe081efff8 req-28ec3e65-98fa-43f6-9e3d-edd570a8bbfb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 1129 time: 0.2951856 Oct 31 12:42:49.800746 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-4a21ac58-1243-4fc0-966e-00fe081efff8 req-fb1f3eca-cd7e-4b69-ba80-565e4c3c0f2f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Oct 31 12:42:49.837861 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:49.854757 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:49.884875 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.889049 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:49.954357 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'Port': ['ID=3e8f1f0b-24d7-4fe5-8a46-70c097380c4c,revision_number=2']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:49.956815 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1651612'] for floatingip (b2b13d73-8cc6-43c3-af0f-99197318e902), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.055474 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Floating IP b2b13d73-8cc6-43c3-af0f-99197318e902 associated. External IP: 172.27.3.102, port: 16976c96-0697-482f-bcc1-98d0bc00538f. Oct 31 12:42:50.256074 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Router f86d6f47-0a8e-4155-9e04-64579cabeb11 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:42:50.360898 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:42:50.371353 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] Sync routers for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:42:50.379687 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.382732 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:42:50.383370 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:42:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:50.410763 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-be0f59ce-3492-42a7-9c78-f1bea004473e tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6355345 Oct 31 12:42:50.411430 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:42:50.414243 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37852) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:50.414937 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f404a55-c5eb-41d7-a45d-4c416828a4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:42:50.424468 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-34dff975-d74d-483d-81d1-1cb46e4da030 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907239926', 'description': 'tempest-secgroup-smoke-907239926 description', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:50.451440 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-34dff975-d74d-483d-81d1-1cb46e4da030 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group (None), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.457316 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb4ac0-08fc-43f1-bcab-5d5d866025c7 x-openstack-request-id: req-4ccb4ac0-08fc-43f1-bcab-5d5d866025c7 {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:42:50.457603 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:42:50.457854 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ccb4ac0-08fc-43f1-bcab-5d5d866025c7 {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:42:50.458259 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccb4ac0-08fc-43f1-bcab-5d5d866025c7'] response: {'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f', 'status': 'completed', 'code': 200} Oct 31 12:42:50.468778 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:50.533618 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-34dff975-d74d-483d-81d1-1cb46e4da030 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group (21f5174d-99b1-4752-82a7-fd9662cbe4ef), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.537510 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-34dff975-d74d-483d-81d1-1cb46e4da030 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (21f5174d-99b1-4752-82a7-fd9662cbe4ef), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.578311 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:42:50.581752 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-34dff975-d74d-483d-81d1-1cb46e4da030 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.582972 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-34dff975-d74d-483d-81d1-1cb46e4da030 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1677234 Oct 31 12:42:50.586575 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37856) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:50.591380 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-c67cd32a-dc3a-45a0-b615-d53109262be2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'security_group_rule': {'security_group_id': '21f5174d-99b1-4752-82a7-fd9662cbe4ef', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:50.603157 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dff975-d74d-483d-81d1-1cb46e4da030 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5174d-99b1-4752-82a7-fd9662cbe4ef,revision_number=1']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:50.619060 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-d26d546e-a701-477c-9389-b8cea1a514c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:50.620674 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-d26d546e-a701-477c-9389-b8cea1a514c6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1130 time: 0.0548778 Oct 31 12:42:50.622266 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c67cd32a-dc3a-45a0-b615-d53109262be2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (a865114a-3ddb-4389-ae0e-3054078f96f6), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.680146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c67cd32a-dc3a-45a0-b615-d53109262be2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (a865114a-3ddb-4389-ae0e-3054078f96f6), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.687129 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c67cd32a-dc3a-45a0-b615-d53109262be2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (a865114a-3ddb-4389-ae0e-3054078f96f6), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.701694 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cd32a-dc3a-45a0-b615-d53109262be2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a865114a-3ddb-4389-ae0e-3054078f96f6,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:50.718660 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c67cd32a-dc3a-45a0-b615-d53109262be2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.719590 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c67cd32a-dc3a-45a0-b615-d53109262be2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317687 Oct 31 12:42:50.722188 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37858) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:50.726652 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-7b1646a2-4692-49f1-bb25-0f51023c5e41 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'security_group_rule': {'security_group_id': '21f5174d-99b1-4752-82a7-fd9662cbe4ef', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:50.733164 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-b915c1b5-cb4f-42e9-904f-835b4720a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:50.734621 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-b915c1b5-cb4f-42e9-904f-835b4720a439 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 914 time: 0.1076412 Oct 31 12:42:50.761195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7b1646a2-4692-49f1-bb25-0f51023c5e41 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (bbdd95cc-f77c-45ed-831b-38e7d6b15204), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.784982 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:50.809594 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:50.816070 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'b2b13d73-8cc6-43c3-af0f-99197318e902', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'port_id': '16976c96-0697-482f-bcc1-98d0bc00538f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'mac_address': 'fa:16:3e:cf:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:42:49Z', 'updated_at': '2022-10-31T12:42:49Z', 'revision_number': 0, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:50.827713 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-f84ebe92-edf2-4783-9412-d8e94bd19c60 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 1000 time: 0.0846725 Oct 31 12:42:50.845455 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] Checking router: f86d6f47-0a8e-4155-9e04-64579cabeb11 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:42:50.855100 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:42:50.855705 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:42:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:50.868884 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7b1646a2-4692-49f1-bb25-0f51023c5e41 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (bbdd95cc-f77c-45ed-831b-38e7d6b15204), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.876954 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06258e64-1732-4714-a4a3-1c5ff151cd63 req-17f6d55b-e98c-49ad-b98d-8e369fb40a71 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:50.878436 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-06258e64-1732-4714-a4a3-1c5ff151cd63 req-17f6d55b-e98c-49ad-b98d-8e369fb40a71 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 945 time: 0.0586789 Oct 31 12:42:50.879515 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7b1646a2-4692-49f1-bb25-0f51023c5e41 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (bbdd95cc-f77c-45ed-831b-38e7d6b15204), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.885842 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:50.908067 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1646a2-4692-49f1-bb25-0f51023c5e41 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdd95cc-f77c-45ed-831b-38e7d6b15204,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:50.932499 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7b1646a2-4692-49f1-bb25-0f51023c5e41 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:50.933681 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7b1646a2-4692-49f1-bb25-0f51023c5e41 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2105722 Oct 31 12:42:50.936535 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37862) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:50.943113 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-c49ecadd-c8eb-43fd-b61d-3e57cf012116 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'security_group_rule': {'security_group_id': '21f5174d-99b1-4752-82a7-fd9662cbe4ef', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:50.965933 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:42:50.966143 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-06258e64-1732-4714-a4a3-1c5ff151cd63 req-aaf7859e-2f01-424e-91b5-1d5e7d3078a8 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779757 Oct 31 12:42:50.986584 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c49ecadd-c8eb-43fd-b61d-3e57cf012116 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (18998139-05b6-478f-b774-ebad55336a1c), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.044980 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c49ecadd-c8eb-43fd-b61d-3e57cf012116 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (18998139-05b6-478f-b774-ebad55336a1c), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.048735 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c49ecadd-c8eb-43fd-b61d-3e57cf012116 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (18998139-05b6-478f-b774-ebad55336a1c), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.071564 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ecadd-c8eb-43fd-b61d-3e57cf012116 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18998139-05b6-478f-b774-ebad55336a1c,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:51.081713 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-c49ecadd-c8eb-43fd-b61d-3e57cf012116 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.082891 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-c49ecadd-c8eb-43fd-b61d-3e57cf012116 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454580 Oct 31 12:42:51.085746 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37864) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:51.089923 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-7ac9b051-e3ec-4bef-988b-21532da02caa tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'security_group_rule': {'security_group_id': '21f5174d-99b1-4752-82a7-fd9662cbe4ef', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:51.115702 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b051-e3ec-4bef-988b-21532da02caa tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (1ae80eab-764d-4487-bac2-9911062550bc), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.174123 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b051-e3ec-4bef-988b-21532da02caa tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (1ae80eab-764d-4487-bac2-9911062550bc), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.179145 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b051-e3ec-4bef-988b-21532da02caa tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (1ae80eab-764d-4487-bac2-9911062550bc), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.186646 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'b2b13d73-8cc6-43c3-af0f-99197318e902', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'port_id': '16976c96-0697-482f-bcc1-98d0bc00538f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'mac_address': 'fa:16:3e:cf:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:42:49Z', 'updated_at': '2022-10-31T12:42:49Z', 'revision_number': 0, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:42:51.197447 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9b051-e3ec-4bef-988b-21532da02caa tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae80eab-764d-4487-bac2-9911062550bc,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:51.207315 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-7ac9b051-e3ec-4bef-988b-21532da02caa tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.208545 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-7ac9b051-e3ec-4bef-988b-21532da02caa tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218815 Oct 31 12:42:51.212472 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 37866) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:51.213874 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390af30b-771b-4205-8155-d85ed1bcaa2c None None] The sync data for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi is: [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': 'b2b13d73-8cc6-43c3-af0f-99197318e902', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'port_id': '16976c96-0697-482f-bcc1-98d0bc00538f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'mac_address': 'fa:16:3e:cf:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:42:49Z', 'updated_at': '2022-10-31T12:42:49Z', 'revision_number': 0, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:42:51.216773 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'security_group_rule': {'security_group_id': '21f5174d-99b1-4752-82a7-fd9662cbe4ef', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:51.242289 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.securitygroups_db [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Project 0637756aceaf4644bf263b5b5d72d9ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 12:42:51.248345 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (7c7faf29-fe00-41e7-bca6-900884cf5990), before_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.311652 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (7c7faf29-fe00-41e7-bca6-900884cf5990), precommit_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.315635 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (7c7faf29-fe00-41e7-bca6-900884cf5990), after_create {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.334814 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7faf29-fe00-41e7-bca6-900884cf5990,revision_number=0']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:51.345860 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.349867 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-ce35c9a9-47d5-4133-ae18-43b183662ca0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337869 Oct 31 12:42:51.350132 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 37868) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:42:51.355505 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'security_group_rule': {'security_group_id': '21f5174d-99b1-4752-82a7-fd9662cbe4ef', 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:51.378184 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.securitygroups_db [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Project 0637756aceaf4644bf263b5b5d72d9ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 12:42:51.385336 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (7ee1d870-96bd-4673-a934-c5d629b3b5a0), before_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.423219 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e3090-e2b4-4de0-a58a-98c87bcaec29 None None] New status for floating IP b2b13d73-8cc6-43c3-af0f-99197318e902: ACTIVE {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:42:51.474591 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:51.479308 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:51.501378 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-567f0ef7-358b-4857-996a-1c371dff6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:51.503085 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-567f0ef7-358b-4857-996a-1c371dff6ce0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 200 len: 852 time: 0.1003942 Oct 31 12:42:51.511271 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (7ee1d870-96bd-4673-a934-c5d629b3b5a0), precommit_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.524824 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677305'] for security_group_rule (7ee1d870-96bd-4673-a934-c5d629b3b5a0), after_create {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.563594 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee1d870-96bd-4673-a934-c5d629b3b5a0,revision_number=0']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:51.575894 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-e61c4bb9-c042-486a-b2c7-50242f81f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:51.577512 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-e61c4bb9-c042-486a-b2c7-50242f81f300 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bf88a9e5-c149-46bf-b319-2087f5cca550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632074 Oct 31 12:42:51.580517 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.581581 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-aaa70bf0-e742-46cf-ac51-2b4dbfd4077f tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2302141 Oct 31 12:42:51.714032 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-43dc5f85-9883-44fb-b911-7d3934ea7978 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272008 Oct 31 12:42:51.717767 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-68cb7d69-9f68-4173-9fa1-5a184e1dbb10 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-907239926&fields=id&tenant_id=0637756aceaf4644bf263b5b5d72d9ac HTTP/1.1" status: 200 len: 267 time: 0.0684843 Oct 31 12:42:51.818131 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-a00fe9b0-c08e-4f02-b541-dfce5b6fc8d1 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:51.820133 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-a00fe9b0-c08e-4f02-b541-dfce5b6fc8d1 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0921767 Oct 31 12:42:51.832165 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.v2.base [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'port': {'security_groups': ['d66ec603-6724-48c4-8903-7afa5513d75b', '21f5174d-99b1-4752-82a7-fd9662cbe4ef']}} {{(pid=104557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:42:51.885501 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f404a55-c5eb-41d7-a45d-4c416828a4ed req-8e3e22e9-dd76-4040-897c-25fdf104d6d1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648941 Oct 31 12:42:51.920224 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), before_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:51.929037 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:52.034948 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:52.101417 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6d8a9-6a8c-4488-848f-eaeada69ea4f req-631d85cd-7c5c-4af3-af69-83f78374ce0c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:52.102822 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4ee6d8a9-6a8c-4488-848f-eaeada69ea4f req-631d85cd-7c5c-4af3-af69-83f78374ce0c tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 945 time: 0.0467227 Oct 31 12:42:52.114122 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=16976c96-0697-482f-bcc1-98d0bc00538f,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:42:52.143646 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for port (16976c96-0697-482f-bcc1-98d0bc00538f), precommit_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:52.148649 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264361147'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_update {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:52.155157 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4ee6d8a9-6a8c-4488-848f-eaeada69ea4f req-c72440ca-cb06-448f-8769-ffb15abc29c7 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Oct 31 12:42:52.158658 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:52.159301 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:42:52.160057 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['16976c96-0697-482f-bcc1-98d0bc00538f'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:42:52.160794 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6c0cc290-622f-4c9a-9785-5d9418e4db8d req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "PUT /networking/v2.0/ports/16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 982 time: 0.3344779 Oct 31 12:42:52.161348 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:42:52.163873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6709c552-9084-4064-b3a6-22101a666022" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:42:52.214775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0468a513-0c8e-4de6-a89f-3c887a6c2225 x-openstack-request-id: req-0468a513-0c8e-4de6-a89f-3c887a6c2225 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:42:52.215067 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:42:52.215427 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0468a513-0c8e-4de6-a89f-3c887a6c2225 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:42:52.215830 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0468a513-0c8e-4de6-a89f-3c887a6c2225'] response: {'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f', 'status': 'completed', 'code': 200} Oct 31 12:42:52.221757 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44151589-3d0b-4044-b2fd-4c9d3117e91b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=6']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:42:52.282419 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['16976c96-0697-482f-bcc1-98d0bc00538f'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:42:52.310563 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:52.335997 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c552-9084-4064-b3a6-22101a666022 req-71671efc-3073-46dd-8b5c-7e543a566e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:52.337518 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6709c552-9084-4064-b3a6-22101a666022 req-71671efc-3073-46dd-8b5c-7e543a566e49 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1169 time: 0.0827825 Oct 31 12:42:52.343631 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27587c2f-f384-4294-8ce7-0df2d7ce2161 req-fbecc8fd-33ca-4aa2-af1a-27c45e34e859 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:52.345052 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-27587c2f-f384-4294-8ce7-0df2d7ce2161 req-fbecc8fd-33ca-4aa2-af1a-27c45e34e859 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0785041 Oct 31 12:42:52.479686 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-27587c2f-f384-4294-8ce7-0df2d7ce2161 req-cd6bd241-a5f1-422e-a16c-75a01aaa2e3c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136858 Oct 31 12:42:52.490857 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c552-9084-4064-b3a6-22101a666022 req-79c01159-0db8-47df-9804-bd01c16aa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:52.492679 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6709c552-9084-4064-b3a6-22101a666022 req-79c01159-0db8-47df-9804-bd01c16aa262 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 914 time: 0.1452813 Oct 31 12:42:52.580157 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6709c552-9084-4064-b3a6-22101a666022 req-52d0f1f7-c11e-4da4-b58e-d9efcd1ecb9e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 1002 time: 0.0803726 Oct 31 12:42:52.653270 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c552-9084-4064-b3a6-22101a666022 req-b5f48f18-e21c-4ff9-a3ec-bc2dc0c7d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:52.654926 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6709c552-9084-4064-b3a6-22101a666022 req-b5f48f18-e21c-4ff9-a3ec-bc2dc0c7d207 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 200 len: 852 time: 0.0640454 Oct 31 12:42:52.702118 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709c552-9084-4064-b3a6-22101a666022 req-e193e898-d8ff-48bd-80bb-ed49b0487115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:42:52.703915 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6709c552-9084-4064-b3a6-22101a666022 req-e193e898-d8ff-48bd-80bb-ed49b0487115 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bf88a9e5-c149-46bf-b319-2087f5cca550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417118 Oct 31 12:42:52.721172 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:42:52.801601 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6709c552-9084-4064-b3a6-22101a666022 req-ac19424c-9602-4d99-b180-80fb5e8dbfd3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900183 Oct 31 12:42:52.894346 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-6709c552-9084-4064-b3a6-22101a666022 req-f792263a-7457-40ab-819b-5e8c9b34e0db service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837946 Oct 31 12:43:01.428273 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=85 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:01.444886 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=71 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:02.147010 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=54,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:02.150197 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:INSERT=7,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:02.826186 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=17 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:02.826931 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:02.889916 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=45 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:02.890684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:03.261599 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-05c0b115-7469-4063-a2b1-0939c0366179 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421143 Oct 31 12:43:03.326252 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-8f2296e1-aaa1-414c-875c-935eea53e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:03.327779 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-8f2296e1-aaa1-414c-875c-935eea53e8af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 1129 time: 0.0409386 Oct 31 12:43:03.436362 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-3a85305c-52c9-44c8-a4f9-ae10144c7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:03.437806 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-3a85305c-52c9-44c8-a4f9-ae10144c7bd8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.0888317 Oct 31 12:43:03.500552 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-9e85892e-434a-4829-ac07-56ccbc6ae61f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8 HTTP/1.1" status: 200 len: 1000 time: 0.0558183 Oct 31 12:43:03.550125 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-1d4d3b69-d091-4497-906a-a02690eacb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:03.551560 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-1d4d3b69-d091-4497-906a-a02690eacb8e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0429978 Oct 31 12:43:03.599706 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-22267c52-18aa-495b-a50c-c8311f594dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:03.601849 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-22267c52-18aa-495b-a50c-c8311f594dcc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421441 Oct 31 12:43:03.699529 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-6fff0286-ce28-4bcf-abcd-d55e7af9fb04 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850039 Oct 31 12:43:03.793215 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0a8a0fb7-9863-499f-9f96-e22ba0569060 req-2e88c5a9-6a24-418d-902f-7b1a72c9e4c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866661 Oct 31 12:43:13.462309 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad30c20-86f6-44c1-891e-876b0220c3c6 req-7db52552-1cb1-4402-b982-f81ede155de7 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:13.463822 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ad30c20-86f6-44c1-891e-876b0220c3c6 req-7db52552-1cb1-4402-b982-f81ede155de7 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 945 time: 0.0478525 Oct 31 12:43:13.512812 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2ad30c20-86f6-44c1-891e-876b0220c3c6 req-cd74ea27-31e3-4981-b05e-95202e1ceeb2 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432508 Oct 31 12:43:13.965735 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b2899217-c667-4bb3-98d7-c65bc5815633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:14.634454 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4523bb-a64b-45cd-8597-3c53a703d142 req-eaed2e0a-8a0c-4d97-84a4-11ad914e4157 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:14.635959 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8a4523bb-a64b-45cd-8597-3c53a703d142 req-eaed2e0a-8a0c-4d97-84a4-11ad914e4157 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 945 time: 0.0466673 Oct 31 12:43:14.683265 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-8a4523bb-a64b-45cd-8597-3c53a703d142 req-9454c270-aa4e-4275-8653-1b177baee852 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Oct 31 12:43:15.084608 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-cd837f74-0a3f-406a-84b5-88dcc4a684eb tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:15.086099 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-cd837f74-0a3f-406a-84b5-88dcc4a684eb tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 945 time: 0.0459399 Oct 31 12:43:15.173886 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Deleting port d5796cf1-d539-4378-86a3-39853a7c58f2 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:15.174224 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:15.263495 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] For port d5796cf1-d539-4378-86a3-39853a7c58f2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d5796cf1-d539-4378-86a3-39853a7c58f2,segment=NetworkSegment(4f2ca759-6962-4d22-bcf8-03a5866aeb89),segment_id=4f2ca759-6962-4d22-bcf8-03a5866aeb89)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:15.263853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:15.277234 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Calling delete_port for d5796cf1-d539-4378-86a3-39853a7c58f2 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:15.339351 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:15.404769 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (d5796cf1-d539-4378-86a3-39853a7c58f2), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:15.411193 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:15.420554 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['d5796cf1-d539-4378-86a3-39853a7c58f2'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:43:15.435389 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Pushing event deleted for resources: {'Port': ['ID=d5796cf1-d539-4378-86a3-39853a7c58f2,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:15.483011 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] No DVR routers for this DVR port d5796cf1-d539-4378-86a3-39853a7c58f2 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:43:15.485539 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:15.488837 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-9f96823e-bad9-49d8-b324-2f62f6517248 req-08fb8be8-09f4-499f-85f2-ec6c5035639f tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d5796cf1-d539-4378-86a3-39853a7c58f2 HTTP/1.1" status: 204 len: 173 time: 0.3947530 Oct 31 12:43:15.489317 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'name': 'network-vif-deleted', 'tag': 'd5796cf1-d539-4378-86a3-39853a7c58f2'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:43:15.491663 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b468e8-46ef-4386-ac6e-f5c9701658f5" -d '{"events": [{"server_uuid": "b34eac76-0bed-4ae9-b5f1-c6553f831af1", "name": "network-vif-deleted", "tag": "d5796cf1-d539-4378-86a3-39853a7c58f2"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:43:15.530153 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e0fdb6-a7bc-4c43-b4a4-f8428ace06c0 x-openstack-request-id: req-17e0fdb6-a7bc-4c43-b4a4-f8428ace06c0 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:43:15.530442 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34eac76-0bed-4ae9-b5f1-c6553f831af1", "name": "network-vif-deleted", "tag": "d5796cf1-d539-4378-86a3-39853a7c58f2", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:43:15.530699 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17e0fdb6-a7bc-4c43-b4a4-f8428ace06c0 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:43:15.531106 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e0fdb6-a7bc-4c43-b4a4-f8428ace06c0'] response: {'server_uuid': 'b34eac76-0bed-4ae9-b5f1-c6553f831af1', 'name': 'network-vif-deleted', 'tag': 'd5796cf1-d539-4378-86a3-39853a7c58f2', 'status': 'completed', 'code': 200} Oct 31 12:43:15.799887 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-9f34d641-a0cc-4051-aa03-1c8de52d7add req-c6abdd8c-e5f9-492a-9e23-4a24559101b5 tempest-VolumesSnapshotTestJSON-1449259902 tempest-VolumesSnapshotTestJSON-1449259902-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b34eac76-0bed-4ae9-b5f1-c6553f831af1 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Oct 31 12:43:16.129651 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-563ad204-0b08-4145-9162-8a82101d0f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:17.413342 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:19.093862 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:19.342328 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:20.320018 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device d5796cf1-d539-4378-86a3-39853a7c58f2 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:43:20.339266 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: d5796cf1-d539-4378-86a3-39853a7c58f2 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:43:20.339609 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device d5796cf1-d539-4378-86a3-39853a7c58f2 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:43:21.648108 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:43:22.041495 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:24.688684 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764786-0798-40cd-93b3-dcadafc55031 req-46249ef4-54b8-47cb-ae2c-f028db91bd32 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:24.690153 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-43764786-0798-40cd-93b3-dcadafc55031 req-46249ef4-54b8-47cb-ae2c-f028db91bd32 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0764134 Oct 31 12:43:24.695096 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-7017074c-9a0f-408d-90ba-326e54e3ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:24.696598 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-7017074c-9a0f-408d-90ba-326e54e3ac47 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1169 time: 0.0680792 Oct 31 12:43:24.812856 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-43764786-0798-40cd-93b3-dcadafc55031 req-cb706f7f-d62e-4545-bd8d-a42e478ad318 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153309 Oct 31 12:43:24.831723 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-dfbc0b14-03c9-45a1-a705-c223a6b9c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:24.833164 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-dfbc0b14-03c9-45a1-a705-c223a6b9c66e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 914 time: 0.1231709 Oct 31 12:43:24.898035 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-63f0d128-76dd-4302-a4f0-8bba46d75066 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 1002 time: 0.0582795 Oct 31 12:43:24.946301 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-57834806-5c8f-4569-bfbe-0b05fd092401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:24.947690 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-57834806-5c8f-4569-bfbe-0b05fd092401 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 200 len: 852 time: 0.0426693 Oct 31 12:43:24.992071 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-f8357750-8c10-4e1a-b5a1-d5f91004777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:24.993541 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-f8357750-8c10-4e1a-b5a1-d5f91004777d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bf88a9e5-c149-46bf-b319-2087f5cca550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379844 Oct 31 12:43:25.006036 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-d3642b9b-bd0e-4355-b633-be7ee056d66e service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104557) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 12:43:25.006996 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-d3642b9b-bd0e-4355-b633-be7ee056d66e service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049942 Oct 31 12:43:25.105285 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-b639b7ad-61dd-4ef6-87e7-3b8c64501a6e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885124 Oct 31 12:43:25.200705 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e3df4965-d8a0-425e-9859-d73dc5392e35 req-7b00c295-e4b4-4209-9904-8439ef9e561c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877333 Oct 31 12:43:25.781206 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=11 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:25.783137 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=9 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:25.937761 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bef4f5-5eb8-45b3-9cd2-7b27794ec2d9 req-99441847-3221-422f-81c1-2bff6483a1e4 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:25.939206 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f5bef4f5-5eb8-45b3-9cd2-7b27794ec2d9 req-99441847-3221-422f-81c1-2bff6483a1e4 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0501177 Oct 31 12:43:25.999070 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f5bef4f5-5eb8-45b3-9cd2-7b27794ec2d9 req-d9dfb265-b6d0-4f3c-b6aa-777e2eab3f67 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540762 Oct 31 12:43:27.119359 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eaf7c-cf71-43ad-88b6-39cc84107bbc req-052f9bd7-cde6-458c-9708-e6958b859eee tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:27.120798 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ef7eaf7c-cf71-43ad-88b6-39cc84107bbc req-052f9bd7-cde6-458c-9708-e6958b859eee tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0461161 Oct 31 12:43:27.183663 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-ef7eaf7c-cf71-43ad-88b6-39cc84107bbc req-9a0424dd-dd0e-497f-a467-fe35bee07d8d tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572996 Oct 31 12:43:28.301748 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a0f7e-79ae-4be6-97bf-8ae9b33ff3ea req-13cd4b7b-d32d-4b4f-b195-5419009ddadf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:28.303130 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-466a0f7e-79ae-4be6-97bf-8ae9b33ff3ea req-13cd4b7b-d32d-4b4f-b195-5419009ddadf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0477033 Oct 31 12:43:28.362280 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-466a0f7e-79ae-4be6-97bf-8ae9b33ff3ea req-0662a4e9-9fd2-4753-8d49-e694b2b61972 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528731 Oct 31 12:43:29.485817 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e79b0d-ddf3-453a-9474-54aadfee0a8f req-34bda623-fa79-4537-a54b-4b188cf3dec0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:29.487312 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22e79b0d-ddf3-453a-9474-54aadfee0a8f req-34bda623-fa79-4537-a54b-4b188cf3dec0 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0492654 Oct 31 12:43:29.547870 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-22e79b0d-ddf3-453a-9474-54aadfee0a8f req-6c04e78c-1da7-4d51-9a63-e92987ab666c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547979 Oct 31 12:43:30.666723 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c6858-b87c-4d94-8914-3aedb952eefd req-8494aff9-4b68-4de9-88c7-b53059662497 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:30.668326 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4a6c6858-b87c-4d94-8914-3aedb952eefd req-8494aff9-4b68-4de9-88c7-b53059662497 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0475016 Oct 31 12:43:30.729935 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4a6c6858-b87c-4d94-8914-3aedb952eefd req-ffb450d0-a69d-4488-acd5-1a8bb1d95bee tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560427 Oct 31 12:43:31.812501 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:31.850043 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce4192-d13b-47cd-a24f-a82380822a6a req-2740e431-632e-4743-93fb-0f894e2d7e8a tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:31.851512 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-78ce4192-d13b-47cd-a24f-a82380822a6a req-2740e431-632e-4743-93fb-0f894e2d7e8a tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0480962 Oct 31 12:43:31.910375 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-78ce4192-d13b-47cd-a24f-a82380822a6a req-71459c17-c391-42b2-8768-f5f7e6056256 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530865 Oct 31 12:43:32.034709 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:32.036741 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:33.030336 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13376e49-3972-48a5-a7cc-48258e4149cf req-fb2651bd-188d-4220-a017-1a221d4437b1 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:33.031853 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-13376e49-3972-48a5-a7cc-48258e4149cf req-fb2651bd-188d-4220-a017-1a221d4437b1 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0470936 Oct 31 12:43:33.091421 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-13376e49-3972-48a5-a7cc-48258e4149cf req-7ddedcf4-c90c-4785-bfb0-17218149f50c tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538173 Oct 31 12:43:34.214844 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05b51-1c9a-4d29-9412-b8855bbeee82 req-37666ad1-e8b4-4140-9321-8e9eeff33341 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:34.216333 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fdf05b51-1c9a-4d29-9412-b8855bbeee82 req-37666ad1-e8b4-4140-9321-8e9eeff33341 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0504005 Oct 31 12:43:34.275831 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-fdf05b51-1c9a-4d29-9412-b8855bbeee82 req-0d53c49b-e3ea-48cf-8b50-72764a24dd93 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533612 Oct 31 12:43:35.395061 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792a4f6-fbb4-4046-89a8-4687039eacf4 req-67e11113-bd0d-403f-b3fe-619bbb07b346 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:35.396543 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7792a4f6-fbb4-4046-89a8-4687039eacf4 req-67e11113-bd0d-403f-b3fe-619bbb07b346 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0470624 Oct 31 12:43:35.455289 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-7792a4f6-fbb4-4046-89a8-4687039eacf4 req-019b9a84-1935-4916-b64d-6cc10fde27d8 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524197 Oct 31 12:43:36.562525 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:36.575218 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1ab17-e556-44c4-8c14-be7cbe9b754f req-63f13df0-8128-45e1-a07c-b3582f7f6048 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:36.576676 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fa1ab17-e556-44c4-8c14-be7cbe9b754f req-63f13df0-8128-45e1-a07c-b3582f7f6048 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0473826 Oct 31 12:43:36.635974 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0fa1ab17-e556-44c4-8c14-be7cbe9b754f req-78d546ae-860f-46b7-a0f9-1721e2b656ba tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536449 Oct 31 12:43:37.763797 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d1050-80b6-421e-8ee4-688420ca8bb6 req-c181cc8d-d75f-4450-804b-ede1b96db4b8 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:37.765242 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4e9d1050-80b6-421e-8ee4-688420ca8bb6 req-c181cc8d-d75f-4450-804b-ede1b96db4b8 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0511818 Oct 31 12:43:37.824712 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-4e9d1050-80b6-421e-8ee4-688420ca8bb6 req-535ffa91-74a6-407b-8d14-f4df3ad690c7 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535798 Oct 31 12:43:38.947928 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21001d9f-b14f-4dd7-82c9-0978785a0c36 req-d53ae309-0fe4-4e7f-a309-bcf4b101eeca tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:38.949438 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21001d9f-b14f-4dd7-82c9-0978785a0c36 req-d53ae309-0fe4-4e7f-a309-bcf4b101eeca tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0504899 Oct 31 12:43:39.008778 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-21001d9f-b14f-4dd7-82c9-0978785a0c36 req-072d957e-b980-4870-9fbc-3a22af4d9921 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534818 Oct 31 12:43:40.127978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0033c2c-1060-49e6-a939-cb2d0d17db0c req-bfe096a0-92fb-4ea4-b39d-5e86d3eb7749 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:40.129429 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d0033c2c-1060-49e6-a939-cb2d0d17db0c req-bfe096a0-92fb-4ea4-b39d-5e86d3eb7749 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0465207 Oct 31 12:43:40.188780 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d0033c2c-1060-49e6-a939-cb2d0d17db0c req-39450635-038b-4385-995e-7850d6cd46d7 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537739 Oct 31 12:43:40.244404 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38140) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:40.288254 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] Deleting subnet d75b2e8f-33e2-4967-8381-3c3b4703c334 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:43:40.291220 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] Publish callbacks [] for subnet (d75b2e8f-33e2-4967-8381-3c3b4703c334), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.329158 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (d75b2e8f-33e2-4967-8381-3c3b4703c334), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.367981 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (d75b2e8f-33e2-4967-8381-3c3b4703c334), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.407037 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:40.421465 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (d75b2e8f-33e2-4967-8381-3c3b4703c334), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.426492 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:40.448085 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d75b2e8f-33e2-4967-8381-3c3b4703c334,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:40.452964 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.455988 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-06a6010d-3687-43eb-996c-a31b13bb273e admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/d75b2e8f-33e2-4967-8381-3c3b4703c334 HTTP/1.1" status: 204 len: 168 time: 0.2105970 Oct 31 12:43:40.458478 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38142) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:40.530001 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (b1c54bb5-5772-44f7-b3d3-caf7e007e1d6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.562417 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38144) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:40.609855 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (b1c54bb5-5772-44f7-b3d3-caf7e007e1d6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.629725 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c54bb5-5772-44f7-b3d3-caf7e007e1d6']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:40.639628 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2ca759-6962-4d22-bcf8-03a5866aeb89') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:40.639924 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2ca759-6962-4d22-bcf8-03a5866aeb89') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:40.649831 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (4f2ca759-6962-4d22-bcf8-03a5866aeb89), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.663187 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (4f2ca759-6962-4d22-bcf8-03a5866aeb89), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.669520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:43:40.669902 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (4f2ca759-6962-4d22-bcf8-03a5866aeb89), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.690871 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 4f2ca759-6962-4d22-bcf8-03a5866aeb89 resource provider aggregate not found Oct 31 12:43:40.707121 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Deleting port 4d3f89c9-74f2-48a1-8235-18df68123f46 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:40.707623 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.722614 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 4f2ca759-6962-4d22-bcf8-03a5866aeb89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f2ca759-6962-4d22-bcf8-03a5866aeb89 found for delete ", "request_id": "req-e4d749bb-b9fa-4c01-b2ed-3db58bb9e55f"}]} Oct 31 12:43:40.736645 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (b1c54bb5-5772-44f7-b3d3-caf7e007e1d6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.742116 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.749190 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/b1c54bb5-5772-44f7-b3d3-caf7e007e1d6 HTTP/1.1" status: 204 len: 168 time: 0.2859931 Oct 31 12:43:40.759400 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d1c3f-2542-4f4f-9f97-b871d467291f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c54bb5-5772-44f7-b3d3-caf7e007e1d6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:40.788211 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.788545 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (4d3f89c9-74f2-48a1-8235-18df68123f46), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.800850 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Calling delete_port for 4d3f89c9-74f2-48a1-8235-18df68123f46 owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:40.914913 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38152) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:40.951529 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (4d3f89c9-74f2-48a1-8235-18df68123f46), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:40.954650 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-34ce84a0-0d39-451e-8c1c-2bbb0b680823 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d49947a82d974a55a8cc7a6ad7b9c56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385604 Oct 31 12:43:40.957503 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38154) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:40.979011 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event deleted for resources: {'Port': ['ID=4d3f89c9-74f2-48a1-8235-18df68123f46,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:40.990299 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.990653 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.990989 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.991350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.991682 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.992012 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.992335 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.992663 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.992984 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.993309 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.993630 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.993953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.994275 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.994593 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:40.994908 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:41.015528 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-31f0c589-e09f-4796-9a22-d8a27c4667f5 admin admin] Publish callbacks [] for security_group (a257c0e7-c9c6-4d23-a97f-b49dfdea2a14), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:41.040415 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-31f0c589-e09f-4796-9a22-d8a27c4667f5 admin admin] Publish callbacks [] for security_group (a257c0e7-c9c6-4d23-a97f-b49dfdea2a14), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:41.055400 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (6c4750ce-8881-482f-867e-295610781abb), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:41.055723 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Floating IP 6c4750ce-8881-482f-867e-295610781abb disassociated (deleted). External IP: 172.27.3.81, port: bf3768f3-740b-45b9-92a5-0798ffcfacc8. Oct 31 12:43:41.089249 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-31f0c589-e09f-4796-9a22-d8a27c4667f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (a257c0e7-c9c6-4d23-a97f-b49dfdea2a14), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:41.092186 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-31f0c589-e09f-4796-9a22-d8a27c4667f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:41.095106 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:41.095958 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-31f0c589-e09f-4796-9a22-d8a27c4667f5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a257c0e7-c9c6-4d23-a97f-b49dfdea2a14 HTTP/1.1" status: 204 len: 168 time: 0.1375549 Oct 31 12:43:41.103793 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0c589-e09f-4796-9a22-d8a27c4667f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a257c0e7-c9c6-4d23-a97f-b49dfdea2a14,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:41.549375 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:41.577168 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a1db5-31c5-4728-8476-1fcf47e0afe6 req-e1c79307-df40-4882-8e46-88a96673e744 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:41.578626 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d8a1db5-31c5-4728-8476-1fcf47e0afe6 req-e1c79307-df40-4882-8e46-88a96673e744 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0618441 Oct 31 12:43:41.586510 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:43:41.689055 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2d8a1db5-31c5-4728-8476-1fcf47e0afe6 req-ef7ac57d-f04d-425b-84af-0d2e76182187 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044226 Oct 31 12:43:41.740219 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:43:41.744996 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:41.749828 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:43:41.760280 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:41.760879 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:41.774217 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-cbc78aab-6ff1-4b01-9c81-55cee3ba57f7 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/6c4750ce-8881-482f-867e-295610781abb HTTP/1.1" status: 204 len: 168 time: 1.2107761 Oct 31 12:43:41.774843 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:43:41.777137 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a32d88-bc97-4fee-8033-c8637a3860d4" -d '{"events": [{"name": "network-changed", "server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:43:41.869701 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:42.021947 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa7059-e8c2-4e29-bb57-071dfbf07aec req-b53a95a6-454a-4164-994a-ce49b20e8e6b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:42.023497 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d6fa7059-e8c2-4e29-bb57-071dfbf07aec req-b53a95a6-454a-4164-994a-ce49b20e8e6b tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 945 time: 0.0523586 Oct 31 12:43:42.041757 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ef8e8-3591-4446-8fba-d6cc10622626 x-openstack-request-id: req-ec5ef8e8-3591-4446-8fba-d6cc10622626 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:43:42.042143 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:43:42.043550 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec5ef8e8-3591-4446-8fba-d6cc10622626 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:43:42.043550 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5ef8e8-3591-4446-8fba-d6cc10622626'] response: {'name': 'network-changed', 'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'status': 'completed', 'code': 200} Oct 31 12:43:42.081100 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-d6fa7059-e8c2-4e29-bb57-071dfbf07aec req-0edd65f9-5d3d-4a38-84e1-6cf2ecc39f05 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469513 Oct 31 12:43:42.100407 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:30Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:42.125429 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:43:42.133550 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:42.134127 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:42.234275 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:42.523109 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:30Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:42.547947 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ed5f7-a3f5-4241-8c70-c686d702407a None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_floatingips': [{'id': '34104865-2ebb-466e-bc64-a5d9322e56c4', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'router_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'port_id': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'mac_address': 'fa:16:3e:c4:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400e455-f03f-48be-a78e-c4886ef878c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T12:39:27Z', 'updated_at': '2022-10-31T12:39:30Z', 'revision_number': 1, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:43:42.760660 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347fed3f-af89-407b-9cac-486a587ef2b3 None None] New status for floating IP 6c4750ce-8881-482f-867e-295610781abb: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:43:42.817502 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a22fb4-cc76-4018-a215-d3b977df24e8 req-7da2e84a-305b-4e58-a5e9-8149116c9801 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:42.818982 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-20a22fb4-cc76-4018-a215-d3b977df24e8 req-7da2e84a-305b-4e58-a5e9-8149116c9801 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0508041 Oct 31 12:43:42.880339 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-20a22fb4-cc76-4018-a215-d3b977df24e8 req-80f41d7c-d647-473b-ac4f-4467c5470e77 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&id=21f5174d-99b1-4752-82a7-fd9662cbe4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555191 Oct 31 12:43:43.205805 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e679ff-71bc-44b3-8ee5-979095eecddf req-38431982-7285-407d-bfe5-37b6f8d736d3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:43.207330 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f4e679ff-71bc-44b3-8ee5-979095eecddf req-38431982-7285-407d-bfe5-37b6f8d736d3 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Oct 31 12:43:43.212360 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-af46dc5a-780a-4dad-a88f-81cfd81d072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:43.213845 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-af46dc5a-780a-4dad-a88f-81cfd81d072e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 1129 time: 0.1346674 Oct 31 12:43:43.257460 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-f4e679ff-71bc-44b3-8ee5-979095eecddf req-449b1d2f-f32c-41d3-bd72-7abb86aa2242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437682 Oct 31 12:43:43.309151 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-668bd51e-37b0-4877-8104-f92f66abb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:43.310585 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-668bd51e-37b0-4877-8104-f92f66abb5c1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.0898223 Oct 31 12:43:43.413740 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-1f0d73fe-9d61-4b97-ab1c-0b9418111dfb service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8 HTTP/1.1" status: 200 len: 217 time: 0.0334504 Oct 31 12:43:43.461687 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-942d3a03-5706-41c1-92ff-1b97fc28c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:43.463062 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-942d3a03-5706-41c1-92ff-1b97fc28c667 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0424578 Oct 31 12:43:43.688949 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-12432087-9be1-4787-9461-ebbc94172ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:43.690310 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-12432087-9be1-4787-9461-ebbc94172ebd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389614 Oct 31 12:43:43.811637 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-9f40e47d-2956-4a23-a656-cfc8cf8fe327 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:43.813063 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-9f40e47d-2956-4a23-a656-cfc8cf8fe327 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 945 time: 0.0882261 Oct 31 12:43:43.830685 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-c8a61a88-8e2c-4dac-9cdc-4688425dd9e3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318007 Oct 31 12:43:43.949799 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:43.962039 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Deleting port bf3768f3-740b-45b9-92a5-0798ffcfacc8 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:43.962379 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:43.967567 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-97044a10-624c-4112-bee5-6d08cfa13594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:43.968368 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:44.001418 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-e8a32d88-bc97-4fee-8033-c8637a3860d4 req-905e4093-9d15-4bfb-b4e4-95c1e6f9af75 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514072 Oct 31 12:43:44.070834 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] For port bf3768f3-740b-45b9-92a5-0798ffcfacc8, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=bf3768f3-740b-45b9-92a5-0798ffcfacc8,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:44.071224 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:44.085111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Calling delete_port for bf3768f3-740b-45b9-92a5-0798ffcfacc8 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:44.215588 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (bf3768f3-740b-45b9-92a5-0798ffcfacc8), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:44.241562 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event deleted for resources: {'Port': ['ID=bf3768f3-740b-45b9-92a5-0798ffcfacc8,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:44.291032 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] No DVR routers for this DVR port bf3768f3-740b-45b9-92a5-0798ffcfacc8 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:43:44.294007 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:44.296888 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-59e737ce-b889-4dd4-994e-4f175eaa7fac req-3fc0d75e-506e-466a-932e-544c115d6f1f tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "DELETE /networking/v2.0/ports/bf3768f3-740b-45b9-92a5-0798ffcfacc8 HTTP/1.1" status: 204 len: 173 time: 0.4784040 Oct 31 12:43:44.297386 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'name': 'network-vif-deleted', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:43:44.299694 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d0969-8d76-4f11-9428-d57b40cedbfc" -d '{"events": [{"server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "name": "network-vif-deleted", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:43:44.341152 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdebf0a-7b07-4d6b-9d92-abc924e523e1 x-openstack-request-id: req-efdebf0a-7b07-4d6b-9d92-abc924e523e1 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:43:44.341443 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66820f24-a23a-4e02-a703-7c9832ffd729", "name": "network-vif-deleted", "tag": "bf3768f3-740b-45b9-92a5-0798ffcfacc8", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:43:44.341715 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efdebf0a-7b07-4d6b-9d92-abc924e523e1 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:43:44.342139 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdebf0a-7b07-4d6b-9d92-abc924e523e1'] response: {'server_uuid': '66820f24-a23a-4e02-a703-7c9832ffd729', 'name': 'network-vif-deleted', 'tag': 'bf3768f3-740b-45b9-92a5-0798ffcfacc8', 'status': 'completed', 'code': 200} Oct 31 12:43:44.372251 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-0e3850cc-eed1-4906-b917-a613263a2b50 req-317584dc-84bc-401e-83e0-d98faec6c844 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=66820f24-a23a-4e02-a703-7c9832ffd729 HTTP/1.1" status: 200 len: 210 time: 0.0289814 Oct 31 12:43:46.133211 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-51904438-0b3d-49ff-84b6-b4af8e17fae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:47.415772 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:47.440215 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device bf3768f3-740b-45b9-92a5-0798ffcfacc8 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:43:47.464368 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: bf3768f3-740b-45b9-92a5-0798ffcfacc8 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:43:47.464707 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device bf3768f3-740b-45b9-92a5-0798ffcfacc8 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:43:47.676841 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38194) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:47.833529 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Deleting port 27ab4f98-ae7d-4fa7-934a-538afce14c7f {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:47.833877 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:47.914133 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:47.914457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (27ab4f98-ae7d-4fa7-934a-538afce14c7f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:47.927853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Calling delete_port for 27ab4f98-ae7d-4fa7-934a-538afce14c7f owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:48.077382 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (27ab4f98-ae7d-4fa7-934a-538afce14c7f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:48.084901 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:48.104163 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event deleted for resources: {'Port': ['ID=27ab4f98-ae7d-4fa7-934a-538afce14c7f,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:48.168128 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (34104865-2ebb-466e-bc64-a5d9322e56c4), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:48.168456 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.db.l3_db [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Floating IP 34104865-2ebb-466e-bc64-a5d9322e56c4 disassociated (deleted). External IP: 172.27.3.240, port: a1f478e3-0037-482b-9f12-361410fca1f5. Oct 31 12:43:48.251273 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:48.364906 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:43:48.469619 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:43:48.474454 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:48.479581 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:43:48.489841 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:48.490446 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:48.504089 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-678f7fc8-03df-4920-8bfc-a536e122307e tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/34104865-2ebb-466e-bc64-a5d9322e56c4 HTTP/1.1" status: 204 len: 168 time: 0.8260958 Oct 31 12:43:48.504645 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:43:48.506881 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595f7557-041e-426c-aafe-94fd332f4167" -d '{"events": [{"name": "network-changed", "server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:43:48.533182 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:48.547207 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712d7ec0-54ca-4a4d-8fe7-663786c07b7b x-openstack-request-id: req-712d7ec0-54ca-4a4d-8fe7-663786c07b7b {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:43:48.547601 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:43:48.547955 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-712d7ec0-54ca-4a4d-8fe7-663786c07b7b {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:43:48.548646 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712d7ec0-54ca-4a4d-8fe7-663786c07b7b'] response: {'name': 'network-changed', 'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'status': 'completed', 'code': 200} Oct 31 12:43:48.594724 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:48.603676 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:48.615470 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7557-041e-426c-aafe-94fd332f4167 req-27c19615-ac60-406f-9cee-83b154ccdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:48.617187 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595f7557-041e-426c-aafe-94fd332f4167 req-27c19615-ac60-406f-9cee-83b154ccdd45 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8ae8c589d0b84ce096451a10717fc601&device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 1130 time: 0.0455728 Oct 31 12:43:48.727739 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7557-041e-426c-aafe-94fd332f4167 req-c00ff4c4-ffd3-4a96-9038-5c7daf259a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:48.729993 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595f7557-041e-426c-aafe-94fd332f4167 req-c00ff4c4-ffd3-4a96-9038-5c7daf259a5f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 200 len: 912 time: 0.1016011 Oct 31 12:43:48.739672 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8163685-4d0b-4f08-89c7-f830a17638c9 req-a2800fb6-5f93-4f52-8b02-d40a31f116f8 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:48.741166 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c8163685-4d0b-4f08-89c7-f830a17638c9 req-a2800fb6-5f93-4f52-8b02-d40a31f116f8 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 946 time: 0.0478640 Oct 31 12:43:48.798064 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-c8163685-4d0b-4f08-89c7-f830a17638c9 req-eb036ecf-4710-41da-963c-2dbaf8d021aa tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512245 Oct 31 12:43:48.802217 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:48.827766 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:43:48.836201 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:48.836792 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:48.937344 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:49.097781 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:49.121164 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:49.150078 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c9aaa-6862-4b93-b1bb-b77a0bcca513 None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:35:48Z', 'revision_number': 4, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'e4ff6efb-2d64-4595-92d0-2fc624fc1ff9', 'name': '', 'network_id': '77732bf9-8ee2-480e-8cb2-0d5455add01d', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'mac_address': 'fa:16:3e:dd:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:47Z', 'updated_at': '2022-10-31T12:35:58Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'subnets': [{'id': 'f6d674a0-b757-4f21-942a-df0f3f9329b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:43:49.348313 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:49.363933 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951f882-dab1-4fe8-8a63-0aad804cd4fe None None] New status for floating IP 34104865-2ebb-466e-bc64-a5d9322e56c4: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:43:49.824289 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595f7557-041e-426c-aafe-94fd332f4167 req-7074ccda-c622-4bf9-b404-c968af44aab8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a1f478e3-0037-482b-9f12-361410fca1f5 HTTP/1.1" status: 200 len: 217 time: 0.0339196 Oct 31 12:43:49.887692 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7557-041e-426c-aafe-94fd332f4167 req-55412427-6d35-48b8-87c8-a800ad9fd2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:49.889638 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595f7557-041e-426c-aafe-94fd332f4167 req-55412427-6d35-48b8-87c8-a800ad9fd2cf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 200 len: 850 time: 0.0575733 Oct 31 12:43:49.923061 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48c41c-ae73-4989-afb4-7a5a3fdbb23d req-7a3f3da6-8ddc-48b0-b5ed-b72e42eecc92 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:49.924426 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2c48c41c-ae73-4989-afb4-7a5a3fdbb23d req-7a3f3da6-8ddc-48b0-b5ed-b72e42eecc92 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 946 time: 0.0491941 Oct 31 12:43:49.981746 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-2c48c41c-ae73-4989-afb4-7a5a3fdbb23d req-efdfc334-62e3-4e65-bae3-d118bb72c92d tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=15b117a6-739a-47fc-8d42-cc93b012c640&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517752 Oct 31 12:43:50.008231 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7557-041e-426c-aafe-94fd332f4167 req-f7c6119e-8c0d-4771-9cdc-2c5551ef780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:50.009697 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595f7557-041e-426c-aafe-94fd332f4167 req-f7c6119e-8c0d-4771-9cdc-2c5551ef780b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=77732bf9-8ee2-480e-8cb2-0d5455add01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408218 Oct 31 12:43:50.102188 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595f7557-041e-426c-aafe-94fd332f4167 req-57c4f78e-f22d-44d4-bf03-ad2baef2f36f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853345 Oct 31 12:43:50.304084 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-595f7557-041e-426c-aafe-94fd332f4167 req-f027d733-8813-47f5-9e7b-ced9551d84a7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099231 Oct 31 12:43:50.321985 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247440a-8e16-42cc-892d-6d8fa720186a req-455af724-7255-4f83-b7fd-45cd3e01a8bb tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:43:50.323571 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d247440a-8e16-42cc-892d-6d8fa720186a req-455af724-7255-4f83-b7fd-45cd3e01a8bb tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 946 time: 0.0586982 Oct 31 12:43:50.371568 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:50.405535 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Deleting port a1f478e3-0037-482b-9f12-361410fca1f5 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:50.405870 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:50.463391 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:50.495798 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] For port a1f478e3-0037-482b-9f12-361410fca1f5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a1f478e3-0037-482b-9f12-361410fca1f5,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:50.496152 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:50.509457 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Calling delete_port for a1f478e3-0037-482b-9f12-361410fca1f5 owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:50.631884 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (a1f478e3-0037-482b-9f12-361410fca1f5), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:50.668595 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event deleted for resources: {'Port': ['ID=a1f478e3-0037-482b-9f12-361410fca1f5,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:50.709846 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] No DVR routers for this DVR port a1f478e3-0037-482b-9f12-361410fca1f5 on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:43:50.712392 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:50.715690 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-d247440a-8e16-42cc-892d-6d8fa720186a req-e2f47fca-46ec-488d-bc9e-07cc313a24a4 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a1f478e3-0037-482b-9f12-361410fca1f5 HTTP/1.1" status: 204 len: 173 time: 0.3859568 Oct 31 12:43:50.716236 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'name': 'network-vif-deleted', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:43:50.718498 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7968db6f-8926-4402-9e83-9497452e2821" -d '{"events": [{"server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "name": "network-vif-deleted", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:43:50.759742 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9abfd2-fbbd-4889-8770-5525861ab9a2 x-openstack-request-id: req-4d9abfd2-fbbd-4889-8770-5525861ab9a2 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:43:50.760027 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4400e455-f03f-48be-a78e-c4886ef878c6", "name": "network-vif-deleted", "tag": "a1f478e3-0037-482b-9f12-361410fca1f5", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:43:50.760276 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d9abfd2-fbbd-4889-8770-5525861ab9a2 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:43:50.760672 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d9abfd2-fbbd-4889-8770-5525861ab9a2'] response: {'server_uuid': '4400e455-f03f-48be-a78e-c4886ef878c6', 'name': 'network-vif-deleted', 'tag': 'a1f478e3-0037-482b-9f12-361410fca1f5', 'status': 'completed', 'code': 200} Oct 31 12:43:51.110397 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-49315535-a4c2-4da0-9497-912b39589a3f req-dc823e10-cc8f-40e3-aa48-728088410e88 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4400e455-f03f-48be-a78e-c4886ef878c6 HTTP/1.1" status: 200 len: 210 time: 0.0290499 Oct 31 12:43:52.045608 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:52.176924 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38210) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:52.288415 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Deleting port 8c45f24e-e987-459b-848a-77c854b655fc {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:52.288767 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (8c45f24e-e987-459b-848a-77c854b655fc), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:52.367115 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (8c45f24e-e987-459b-848a-77c854b655fc), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:52.367474 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (8c45f24e-e987-459b-848a-77c854b655fc), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:52.379342 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Calling delete_port for 8c45f24e-e987-459b-848a-77c854b655fc owned by network:floatingip {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:52.510473 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (8c45f24e-e987-459b-848a-77c854b655fc), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:52.535331 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event deleted for resources: {'Port': ['ID=8c45f24e-e987-459b-848a-77c854b655fc,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:52.597222 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for floatingip (712d04dc-6817-4f48-b3af-ec9945252690), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:52.599842 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:52.600993 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-3f638a39-d6d4-4eaa-9e05-756b03ab6242 tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/712d04dc-6817-4f48-b3af-ec9945252690 HTTP/1.1" status: 204 len: 168 time: 0.4236321 Oct 31 12:43:53.489302 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a1f478e3-0037-482b-9f12-361410fca1f5 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:43:53.509563 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: a1f478e3-0037-482b-9f12-361410fca1f5 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:43:53.509908 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device a1f478e3-0037-482b-9f12-361410fca1f5 not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:43:53.808828 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38222) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:53.866599 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:53.870203 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17625937-894d-4212-a9ec-1149eb9925be tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group (15b117a6-739a-47fc-8d42-cc93b012c640), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:53.896008 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17625937-894d-4212-a9ec-1149eb9925be tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group (15b117a6-739a-47fc-8d42-cc93b012c640), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:53.957279 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17625937-894d-4212-a9ec-1149eb9925be tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (15b117a6-739a-47fc-8d42-cc93b012c640), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:53.960484 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-17625937-894d-4212-a9ec-1149eb9925be tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:53.966439 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-17625937-894d-4212-a9ec-1149eb9925be tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/15b117a6-739a-47fc-8d42-cc93b012c640 HTTP/1.1" status: 204 len: 168 time: 0.1566105 Oct 31 12:43:53.976933 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17625937-894d-4212-a9ec-1149eb9925be tempest-TestVolumeBootPattern-1228930348 tempest-TestVolumeBootPattern-1228930348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b117a6-739a-47fc-8d42-cc93b012c640,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:54.033673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38226) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:54.508288 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:54.547319 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:54.665197 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (64f42752-8f53-4de6-8496-8f497542b55e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:54.880918 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Deleting port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:54.881251 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:54.957605 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] For port e4ff6efb-2d64-4595-92d0-2fc624fc1ff9, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:54.957963 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:54.970896 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Calling delete_port for e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:55.146480 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (e4ff6efb-2d64-4595-92d0-2fc624fc1ff9), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:55.168750 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ff6efb-2d64-4595-92d0-2fc624fc1ff9,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:55.182630 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.183056 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.183346 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.183688 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.184020 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.184349 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.184679 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.185001 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.185325 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.185682 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.186573 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.187141 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.187615 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.187943 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.188268 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:43:55.341710 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:55.356705 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (64f42752-8f53-4de6-8496-8f497542b55e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:55.377674 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc038060-d5d0-48f8-bad2-4542a6f49f80 None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:43:55.400881 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:55.469734 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc038060-d5d0-48f8-bad2-4542a6f49f80 None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:43:55.566185 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Router 64f42752-8f53-4de6-8496-8f497542b55e has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:43:55.673574 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:43:55.679570 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a5de1305-c112-4489-9c8d-e0815e06c26e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/64f42752-8f53-4de6-8496-8f497542b55e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6446228 Oct 31 12:43:55.681870 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38230) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:55.695333 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] Sync routers for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:43:55.707960 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:55.708788 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:55.800583 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks [] for router (64f42752-8f53-4de6-8496-8f497542b55e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:55.818576 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:55.906155 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks [] for router_gateway (64f42752-8f53-4de6-8496-8f497542b55e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:55.955694 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Deleting port 588feae8-9662-43af-b55a-4412ac95037a {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:55.956066 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (588feae8-9662-43af-b55a-4412ac95037a), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.010840 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': '588feae8-9662-43af-b55a-4412ac95037a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:43:55Z', 'revision_number': 5, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port': {'id': '588feae8-9662-43af-b55a-4412ac95037a', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f42752-8f53-4de6-8496-8f497542b55e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:45Z', 'updated_at': '2022-10-31T12:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:56.040813 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] Checking router: 64f42752-8f53-4de6-8496-8f497542b55e for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:43:56.044055 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] For port 588feae8-9662-43af-b55a-4412ac95037a, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=588feae8-9662-43af-b55a-4412ac95037a,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:56.044492 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (588feae8-9662-43af-b55a-4412ac95037a), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.048867 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:56.051915 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] Routers {'64f42752-8f53-4de6-8496-8f497542b55e'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:56.052764 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['64f42752-8f53-4de6-8496-8f497542b55e'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:56.063978 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Calling delete_port for 588feae8-9662-43af-b55a-4412ac95037a owned by network:router_gateway {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:56.137662 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] Set router 64f42752-8f53-4de6-8496-8f497542b55e gateway port host: None {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:56.166509 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-426caf3a-71a1-4e51-9734-b66fbe3c6cc6 None None] Provisioning complete for port 6a44eb81-9664-4e45-8770-235f8d2bceab triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:43:56.166799 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-426caf3a-71a1-4e51-9734-b66fbe3c6cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.167366 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-426caf3a-71a1-4e51-9734-b66fbe3c6cc6 None None] Attempt 1 to provision port 6a44eb81-9664-4e45-8770-235f8d2bceab Oct 31 12:43:56.235910 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:56.242479 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (588feae8-9662-43af-b55a-4412ac95037a), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.248271 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:56.250618 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-426caf3a-71a1-4e51-9734-b66fbe3c6cc6 None None] Current status of the port 6a44eb81-9664-4e45-8770-235f8d2bceab is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:43:56.270161 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=588feae8-9662-43af-b55a-4412ac95037a,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:56.283058 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:43:55Z', 'revision_number': 6, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:56.308313 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f0759d-5400-47e6-9df9-5b1baebc8557 None None] The sync data for ids ['64f42752-8f53-4de6-8496-8f497542b55e'] in dv-cinder-796170-6-iscsi is: [{'id': '64f42752-8f53-4de6-8496-8f497542b55e', 'name': 'tempest-TestVolumeBootPattern-654564092-router', 'tenant_id': '8ae8c589d0b84ce096451a10717fc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:44Z', 'updated_at': '2022-10-31T12:43:55Z', 'revision_number': 6, 'project_id': '8ae8c589d0b84ce096451a10717fc601', 'gw_port_host': None}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:43:56.344825 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (64f42752-8f53-4de6-8496-8f497542b55e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.431132 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (64f42752-8f53-4de6-8496-8f497542b55e), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.433221 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks [] for router_controller (64f42752-8f53-4de6-8496-8f497542b55e), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.473879 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (64f42752-8f53-4de6-8496-8f497542b55e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.474795 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f42752-8f53-4de6-8496-8f497542b55e {{(pid=104558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:43:56.479291 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.480544 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dbaafb58-d9d0-40e6-82d8-a14def4079a5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/64f42752-8f53-4de6-8496-8f497542b55e HTTP/1.1" status: 204 len: 168 time: 0.7976751 Oct 31 12:43:56.483879 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38232) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:56.526792 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] Deleting subnet f6d674a0-b757-4f21-942a-df0f3f9329b1 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:43:56.530391 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] Publish callbacks [] for subnet (f6d674a0-b757-4f21-942a-df0f3f9329b1), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.567381 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (f6d674a0-b757-4f21-942a-df0f3f9329b1), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.642852 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (f6d674a0-b757-4f21-942a-df0f3f9329b1), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.702406 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (f6d674a0-b757-4f21-942a-df0f3f9329b1), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.730823 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d674a0-b757-4f21-942a-df0f3f9329b1,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:56.735276 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.738705 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-3d6c8b9f-5db0-4857-be03-acdd7dc41943 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f6d674a0-b757-4f21-942a-df0f3f9329b1 HTTP/1.1" status: 204 len: 168 time: 0.2538879 Oct 31 12:43:56.741335 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38234) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:56.742151 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ab563-882e-459e-83b1-617001296eb1 None None] Network 77732bf9-8ee2-480e-8cb2-0d5455add01d requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:43:56.815091 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (77732bf9-8ee2-480e-8cb2-0d5455add01d), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.856616 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Deleting port 6a44eb81-9664-4e45-8770-235f8d2bceab {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:56.856955 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.926030 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] For port 6a44eb81-9664-4e45-8770-235f8d2bceab, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=6a44eb81-9664-4e45-8770-235f8d2bceab,segment=NetworkSegment(c27cb761-af2b-4e62-a06e-bef8255e4cfd),segment_id=c27cb761-af2b-4e62-a06e-bef8255e4cfd)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:56.926465 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:56.938654 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Calling delete_port for 6a44eb81-9664-4e45-8770-235f8d2bceab owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:57.013479 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (6a44eb81-9664-4e45-8770-235f8d2bceab), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.039944 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6a44eb81-9664-4e45-8770-235f8d2bceab,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:57.041737 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] No DVR routers for this DVR port 6a44eb81-9664-4e45-8770-235f8d2bceab on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:43:57.086203 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002c7c6-21fd-48bf-92f5-eec1b591eeae None None] DHCP port deletion for 77732bf9-8ee2-480e-8cb2-0d5455add01d request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:43:57.117251 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (77732bf9-8ee2-480e-8cb2-0d5455add01d), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.137701 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77732bf9-8ee2-480e-8cb2-0d5455add01d']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:57.144237 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:57.147780 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27cb761-af2b-4e62-a06e-bef8255e4cfd') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:57.148079 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27cb761-af2b-4e62-a06e-bef8255e4cfd') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:57.159195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (c27cb761-af2b-4e62-a06e-bef8255e4cfd), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.175067 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (c27cb761-af2b-4e62-a06e-bef8255e4cfd), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.182303 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:43:57.182897 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (c27cb761-af2b-4e62-a06e-bef8255e4cfd), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.206248 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment c27cb761-af2b-4e62-a06e-bef8255e4cfd resource provider aggregate not found Oct 31 12:43:57.238746 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:57.242440 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment c27cb761-af2b-4e62-a06e-bef8255e4cfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c27cb761-af2b-4e62-a06e-bef8255e4cfd found for delete ", "request_id": "req-a7b545b1-b90b-45ef-ae71-89a55b0c6383"}]} Oct 31 12:43:57.255738 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (77732bf9-8ee2-480e-8cb2-0d5455add01d), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.261235 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.265252 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/77732bf9-8ee2-480e-8cb2-0d5455add01d HTTP/1.1" status: 204 len: 168 time: 0.5227249 Oct 31 12:43:57.268305 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38240) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:57.276143 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:57.277315 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb31f6-6746-4238-be62-c7b6406b4a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=77732bf9-8ee2-480e-8cb2-0d5455add01d,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:57.586920 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (07b477c0-71cd-4399-9674-bda2a9fe9c18), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.712314 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6a44eb81-9664-4e45-8770-235f8d2bceab no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:43:57.736552 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 6a44eb81-9664-4e45-8770-235f8d2bceab {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:43:57.737342 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 6a44eb81-9664-4e45-8770-235f8d2bceab not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:43:57.737342 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:43:57.755089 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:43:57.755765 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device e4ff6efb-2d64-4595-92d0-2fc624fc1ff9 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:43:57.755877 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 588feae8-9662-43af-b55a-4412ac95037a no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:43:57.773731 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 588feae8-9662-43af-b55a-4412ac95037a {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:43:57.774079 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 588feae8-9662-43af-b55a-4412ac95037a not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:43:57.810167 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Deleting port f3567533-2c47-4c29-9bc0-be174fcd1ab6 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:57.810519 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.891149 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] For port f3567533-2c47-4c29-9bc0-be174fcd1ab6, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=f3567533-2c47-4c29-9bc0-be174fcd1ab6,segment=NetworkSegment(b70423a3-4d96-43e1-a321-825b4ad5a029),segment_id=b70423a3-4d96-43e1-a321-825b4ad5a029)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:57.891453 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:57.903985 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Calling delete_port for f3567533-2c47-4c29-9bc0-be174fcd1ab6 owned by network:router_interface {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:58.027024 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:58.082247 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (f3567533-2c47-4c29-9bc0-be174fcd1ab6), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:58.085229 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:58.108125 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3567533-2c47-4c29-9bc0-be174fcd1ab6,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:58.269944 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (07b477c0-71cd-4399-9674-bda2a9fe9c18), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:58.289850 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a0b21-9a9a-48c0-8ec9-9cebb7642ba5 None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:43:58.370439 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a0b21-9a9a-48c0-8ec9-9cebb7642ba5 None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:43:58.468265 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:58.507497 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:58.648439 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:43:58.740707 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Router 07b477c0-71cd-4399-9674-bda2a9fe9c18 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:43:58.848922 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:43:58.853922 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-763b2072-aa14-4a2a-92e6-15295fe4c88f admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/07b477c0-71cd-4399-9674-bda2a9fe9c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845194 Oct 31 12:43:58.856459 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38242) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:58.857631 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] Sync routers for ids ['07b477c0-71cd-4399-9674-bda2a9fe9c18'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:43:58.868762 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] Routers {'07b477c0-71cd-4399-9674-bda2a9fe9c18'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:58.869558 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['07b477c0-71cd-4399-9674-bda2a9fe9c18'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:58.968873 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks [] for router (07b477c0-71cd-4399-9674-bda2a9fe9c18), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.061796 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-a8f0d1c6-08d7-40b7-b57d-eaff4d0972bc None None] Provisioning complete for port ba360c1f-ee2f-465b-b8b5-32660a855855 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:43:59.062065 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d1c6-08d7-40b7-b57d-eaff4d0972bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.062181 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-a8f0d1c6-08d7-40b7-b57d-eaff4d0972bc None None] Attempt 1 to provision port ba360c1f-ee2f-465b-b8b5-32660a855855 Oct 31 12:43:59.072326 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks [] for router_gateway (07b477c0-71cd-4399-9674-bda2a9fe9c18), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.114766 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Deleting port ce167ed6-bc94-4ab8-829c-001a17f8b537 {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:43:59.115097 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.151978 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] Set router 07b477c0-71cd-4399-9674-bda2a9fe9c18 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:59.199206 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] For port ce167ed6-bc94-4ab8-829c-001a17f8b537, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=ce167ed6-bc94-4ab8-829c-001a17f8b537,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:43:59.199499 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.208054 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:59.213597 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Calling delete_port for ce167ed6-bc94-4ab8-829c-001a17f8b537 owned by network:router_gateway {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:43:59.255272 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:43:59.285428 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0d1c6-08d7-40b7-b57d-eaff4d0972bc None None] Current status of the port ba360c1f-ee2f-465b-b8b5-32660a855855 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:43:59.348596 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:43:58Z', 'revision_number': 5, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port': {'id': 'ce167ed6-bc94-4ab8-829c-001a17f8b537', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:35:52Z', 'updated_at': '2022-10-31T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:59.377716 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] Checking router: 07b477c0-71cd-4399-9674-bda2a9fe9c18 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:43:59.384799 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (ce167ed6-bc94-4ab8-829c-001a17f8b537), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.386341 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] Routers {'07b477c0-71cd-4399-9674-bda2a9fe9c18'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:43:59.386950 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:43:46Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['07b477c0-71cd-4399-9674-bda2a9fe9c18'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:59.412240 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce167ed6-bc94-4ab8-829c-001a17f8b537,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:59.454881 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] Set router 07b477c0-71cd-4399-9674-bda2a9fe9c18 gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:43:59.473349 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (07b477c0-71cd-4399-9674-bda2a9fe9c18), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.508181 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:43:59Z', 'revision_number': 7, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:43:59.533846 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95db933-d16c-4e52-96a2-8a3c80ec477e None None] The sync data for ids ['07b477c0-71cd-4399-9674-bda2a9fe9c18'] in dv-cinder-796170-6-iscsi is: [{'id': '07b477c0-71cd-4399-9674-bda2a9fe9c18', 'name': 'tempest-TestVolumeBootPattern-421384176-router', 'tenant_id': '164b302bf1bc417a9fd2affa94c91d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:35:51Z', 'updated_at': '2022-10-31T12:43:59Z', 'revision_number': 7, 'project_id': '164b302bf1bc417a9fd2affa94c91d40', 'gw_port_host': None}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:43:59.566775 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (07b477c0-71cd-4399-9674-bda2a9fe9c18), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.569921 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks [] for router_controller (07b477c0-71cd-4399-9674-bda2a9fe9c18), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.615481 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (07b477c0-71cd-4399-9674-bda2a9fe9c18), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.616041 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07b477c0-71cd-4399-9674-bda2a9fe9c18 {{(pid=104557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:43:59.620204 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.621339 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-3dac41b4-ec9d-49fd-b585-e5b5c36a9d89 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/07b477c0-71cd-4399-9674-bda2a9fe9c18 HTTP/1.1" status: 204 len: 168 time: 0.7639525 Oct 31 12:43:59.624689 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38244) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:59.669393 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] Deleting subnet f4bd6972-5029-4291-87c7-8c6ba24c1708 {{(pid=104557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:43:59.673240 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] Publish callbacks [] for subnet (f4bd6972-5029-4291-87c7-8c6ba24c1708), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.708853 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265242837'] for subnet (f4bd6972-5029-4291-87c7-8c6ba24c1708), precommit_delete_associations {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.792060 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (f4bd6972-5029-4291-87c7-8c6ba24c1708), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.845996 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264361185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264349107'] for subnet (f4bd6972-5029-4291-87c7-8c6ba24c1708), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.872302 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4bd6972-5029-4291-87c7-8c6ba24c1708,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:43:59.876648 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for subnet (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.879849 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-11fce465-54d6-42a8-9c67-182305ae4470 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f4bd6972-5029-4291-87c7-8c6ba24c1708 HTTP/1.1" status: 204 len: 168 time: 0.2542384 Oct 31 12:43:59.882708 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38246) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:43:59.885047 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad8ce69-985f-4612-ae87-a349f6de05a4 None None] Network 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:43:59.968831 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:43:59.991490 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device f3567533-2c47-4c29-9bc0-be174fcd1ab6 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:00.016351 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: f3567533-2c47-4c29-9bc0-be174fcd1ab6 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:00.016703 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device f3567533-2c47-4c29-9bc0-be174fcd1ab6 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:00.016859 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Deleting port ba360c1f-ee2f-465b-b8b5-32660a855855 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:00.017200 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.081804 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] For port ba360c1f-ee2f-465b-b8b5-32660a855855, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=ba360c1f-ee2f-465b-b8b5-32660a855855,segment=NetworkSegment(b70423a3-4d96-43e1-a321-825b4ad5a029),segment_id=b70423a3-4d96-43e1-a321-825b4ad5a029)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:00.082163 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.094537 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Calling delete_port for ba360c1f-ee2f-465b-b8b5-32660a855855 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:00.347580 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] DHCP port deletion for 6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:44:00.391530 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Deleting port ba360c1f-ee2f-465b-b8b5-32660a855855 {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:00.391906 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.400844 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.423953 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba360c1f-ee2f-465b-b8b5-32660a855855,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:00.429616 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] No DVR routers for this DVR port ba360c1f-ee2f-465b-b8b5-32660a855855 on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:44:00.458000 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] For port ba360c1f-ee2f-465b-b8b5-32660a855855, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=ba360c1f-ee2f-465b-b8b5-32660a855855,segment=NetworkSegment(b70423a3-4d96-43e1-a321-825b4ad5a029),segment_id=b70423a3-4d96-43e1-a321-825b4ad5a029)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:00.458401 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.471791 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Calling delete_port for ba360c1f-ee2f-465b-b8b5-32660a855855 owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:00.501067 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.524717 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:00.534534 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70423a3-4d96-43e1-a321-825b4ad5a029') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:00.534828 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70423a3-4d96-43e1-a321-825b4ad5a029') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:00.544654 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (b70423a3-4d96-43e1-a321-825b4ad5a029), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.553741 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (ba360c1f-ee2f-465b-b8b5-32660a855855), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.558673 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (b70423a3-4d96-43e1-a321-825b4ad5a029), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.565597 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:44:00.565925 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (b70423a3-4d96-43e1-a321-825b4ad5a029), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.578949 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Pushing event deleted for resources: {'Port': ['ID=ba360c1f-ee2f-465b-b8b5-32660a855855,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:00.583995 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] No DVR routers for this DVR port ba360c1f-ee2f-465b-b8b5-32660a855855 on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:44:00.591226 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.591457 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.591839 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.592183 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.592520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.592998 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.593335 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.593663 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.593990 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.594318 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.594645 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.594971 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.595318 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.595637 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.595955 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4e9060-b1d2-4758-887d-cdbecda5a13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-6-iscsi {{(pid=104559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 12:44:00.626294 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment b70423a3-4d96-43e1-a321-825b4ad5a029 resource provider aggregate not found Oct 31 12:44:00.636323 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.640521 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment b70423a3-4d96-43e1-a321-825b4ad5a029 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b70423a3-4d96-43e1-a321-825b4ad5a029 found for delete ", "request_id": "req-52e31487-0f25-4b6e-abbc-391744ccfe64"}]} Oct 31 12:44:00.644960 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.648065 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6 HTTP/1.1" status: 204 len: 168 time: 0.7643356 Oct 31 12:44:00.659639 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b255aa-91d6-46cf-aa04-9146e642e3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6873a28f-9c3d-4eb4-b37d-2b2a89c82ba6,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:00.770629 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38254) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:00.810801 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-e04b9924-3fd7-48b5-9d40-87ccf8f7d229 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8ae8c589d0b84ce096451a10717fc601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389760 Oct 31 12:44:00.813787 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38256) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:00.864167 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ac4-9129-4a35-887e-8aa468abded6 admin admin] Publish callbacks [] for security_group (da58e6eb-2224-41b5-8ee7-af1ee5b62e25), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.884101 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ac4-9129-4a35-887e-8aa468abded6 admin admin] Publish callbacks [] for security_group (da58e6eb-2224-41b5-8ee7-af1ee5b62e25), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.931514 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ac4-9129-4a35-887e-8aa468abded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (da58e6eb-2224-41b5-8ee7-af1ee5b62e25), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.934432 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-8ed13ac4-9129-4a35-887e-8aa468abded6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:00.935713 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-8ed13ac4-9129-4a35-887e-8aa468abded6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/da58e6eb-2224-41b5-8ee7-af1ee5b62e25 HTTP/1.1" status: 204 len: 168 time: 0.1209488 Oct 31 12:44:00.943669 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed13ac4-9129-4a35-887e-8aa468abded6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da58e6eb-2224-41b5-8ee7-af1ee5b62e25,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:01.249742 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38262) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:01.279979 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:01.290691 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-4abcfeee-2067-4eb5-944e-9e889c88b13b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=164b302bf1bc417a9fd2affa94c91d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398760 Oct 31 12:44:01.293307 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38264) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:01.340292 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9bd626f1-778c-461e-bf4e-061223836f2d admin admin] Publish callbacks [] for security_group (11f0b10d-d654-4b7b-bfed-1367813593c9), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:01.360107 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9bd626f1-778c-461e-bf4e-061223836f2d admin admin] Publish callbacks [] for security_group (11f0b10d-d654-4b7b-bfed-1367813593c9), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:01.384136 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:01.408027 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9bd626f1-778c-461e-bf4e-061223836f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (11f0b10d-d654-4b7b-bfed-1367813593c9), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:01.410585 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-9bd626f1-778c-461e-bf4e-061223836f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:01.411729 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-9bd626f1-778c-461e-bf4e-061223836f2d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/11f0b10d-d654-4b7b-bfed-1367813593c9 HTTP/1.1" status: 204 len: 168 time: 0.1175299 Oct 31 12:44:01.419453 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd626f1-778c-461e-bf4e-061223836f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f0b10d-d654-4b7b-bfed-1367813593c9,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:01.712488 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ba360c1f-ee2f-465b-b8b5-32660a855855 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:01.732851 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: ba360c1f-ee2f-465b-b8b5-32660a855855 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:01.733306 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ba360c1f-ee2f-465b-b8b5-32660a855855 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:01.733796 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ce167ed6-bc94-4ab8-829c-001a17f8b537 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:01.753684 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: ce167ed6-bc94-4ab8-829c-001a17f8b537 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:01.754036 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device ce167ed6-bc94-4ab8-829c-001a17f8b537 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:09.850388 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=64,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:09.853492 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=53,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:11.414859 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=16,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:11.415633 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:11.736700 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:DELETE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:11.737474 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=91,neutron:DELETE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:13.973125 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-11f1d5cb-359a-4227-bc03-3d3a0ec7e202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:15.440149 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=13 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:15.445870 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=92 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:15.487587 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-be235939-e9b2-4259-b696-61b45c4a8501 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-907239926&fields=id&tenant_id=0637756aceaf4644bf263b5b5d72d9ac HTTP/1.1" status: 200 len: 267 time: 0.0476890 Oct 31 12:44:15.538613 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-77cb00bd-48c1-4236-aa29-e917b9b2b355 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:15.540176 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-77cb00bd-48c1-4236-aa29-e917b9b2b355 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 985 time: 0.0472581 Oct 31 12:44:15.551427 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.v2.base [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Request body: {'port': {'security_groups': ['d66ec603-6724-48c4-8903-7afa5513d75b']}} {{(pid=104558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 12:44:15.619552 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801000'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), before_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:15.828841 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=16976c96-0697-482f-bcc1-98d0bc00538f,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:15.855605 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for port (16976c96-0697-482f-bcc1-98d0bc00538f), precommit_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:15.860068 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766969009273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766968534429', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766968534447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264642113'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_update {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:15.870146 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:15.870780 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:15.872138 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-1a098586-2281-4fe8-b51c-bd9eef607cea req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "PUT /networking/v2.0/ports/16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 943 time: 0.3251169 Oct 31 12:44:15.873206 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:44:15.875476 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:44:15.882357 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.wsgi [-] (104557) accepted ('10.222.0.15', 38274) {{(pid=104557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:15.886780 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['16976c96-0697-482f-bcc1-98d0bc00538f'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:44:15.929517 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58173da-d1a7-4f2a-bb0c-021c4f20f195 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event updated for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=7']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:15.952455 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-05e27fbd-6fad-486f-8410-0ef4c2b4adae tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group (21f5174d-99b1-4752-82a7-fd9662cbe4ef), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:15.978552 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-05e27fbd-6fad-486f-8410-0ef4c2b4adae tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group (21f5174d-99b1-4752-82a7-fd9662cbe4ef), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:15.991178 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['16976c96-0697-482f-bcc1-98d0bc00538f'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:44:16.062224 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-05e27fbd-6fad-486f-8410-0ef4c2b4adae tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (21f5174d-99b1-4752-82a7-fd9662cbe4ef), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.065536 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-05e27fbd-6fad-486f-8410-0ef4c2b4adae tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for security_group (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.066989 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [None req-05e27fbd-6fad-486f-8410-0ef4c2b4adae tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/21f5174d-99b1-4752-82a7-fd9662cbe4ef HTTP/1.1" status: 204 len: 168 time: 0.1870475 Oct 31 12:44:16.069725 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38278) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:16.079611 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e27fbd-6fad-486f-8410-0ef4c2b4adae tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5174d-99b1-4752-82a7-fd9662cbe4ef,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:16.177637 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-d611e079-7374-44ea-b21d-0e970255bcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.179040 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25663648-b9b9-43e9-8e50-ea20510718df x-openstack-request-id: req-25663648-b9b9-43e9-8e50-ea20510718df {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:44:16.179377 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:44:16.179690 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25663648-b9b9-43e9-8e50-ea20510718df {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:44:16.180062 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25663648-b9b9-43e9-8e50-ea20510718df'] response: {'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f', 'status': 'completed', 'code': 200} Oct 31 12:44:16.241962 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Deleting port 3e8f1f0b-24d7-4fe5-8a46-70c097380c4c {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:16.242354 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.244111 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-dc4f952e-f03f-4544-b865-cd5b264752c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:16.245365 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-dc4f952e-f03f-4544-b865-cd5b264752c0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1130 time: 0.0433073 Oct 31 12:44:16.323084 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.323454 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for floatingip (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.336137 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Calling delete_port for 3e8f1f0b-24d7-4fe5-8a46-70c097380c4c owned by network:floatingip {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:16.337456 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-a8e6e29f-e9de-4f90-bfbd-13ce3843844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:16.338823 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-a8e6e29f-e9de-4f90-bfbd-13ce3843844d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 914 time: 0.0868456 Oct 31 12:44:16.405816 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-2b40d28d-c90f-45c6-914f-5ec906ed01b1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 1002 time: 0.0592890 Oct 31 12:44:16.457178 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-a44a742b-b30b-423b-88dd-1aef0452714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:16.458584 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-a44a742b-b30b-423b-88dd-1aef0452714f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 200 len: 852 time: 0.0455892 Oct 31 12:44:16.493078 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:16.504885 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (3e8f1f0b-24d7-4fe5-8a46-70c097380c4c), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.508221 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-bb477a69-75b6-4759-b1e3-d5539f8dd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:16.509733 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-bb477a69-75b6-4759-b1e3-d5539f8dd61d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bf88a9e5-c149-46bf-b319-2087f5cca550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408280 Oct 31 12:44:16.531157 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event deleted for resources: {'Port': ['ID=3e8f1f0b-24d7-4fe5-8a46-70c097380c4c,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:16.535085 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:16.595790 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks [] for floatingip (b2b13d73-8cc6-43c3-af0f-99197318e902), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.596209 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.db.l3_db [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Floating IP b2b13d73-8cc6-43c3-af0f-99197318e902 disassociated (deleted). External IP: 172.27.3.102, port: 16976c96-0697-482f-bcc1-98d0bc00538f. Oct 31 12:44:16.610701 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-5693f0a8-09b8-473c-9129-6221ce65341c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913591 Oct 31 12:44:16.704408 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-a7e270a1-1eb0-4c81-82b4-35bcfcb7442e req-8e9a905b-22b5-4f22-9c8a-c01fc7d24dfa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846379 Oct 31 12:44:16.795950 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Router f86d6f47-0a8e-4155-9e04-64579cabeb11 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:44:16.898616 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:44:16.903568 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for floatingip (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:16.908644 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] Sync routers for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:44:16.917975 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:44:16.918576 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:44:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:16.932792 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d64e5508-1e56-4010-b411-6c3fbad3d4de tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/b2b13d73-8cc6-43c3-af0f-99197318e902 HTTP/1.1" status: 204 len: 168 time: 0.8617136 Oct 31 12:44:17.026659 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:44:17.237572 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:17.262066 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] Checking router: f86d6f47-0a8e-4155-9e04-64579cabeb11 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:44:17.270754 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:44:17.271379 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:44:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:17.373276 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:44:17.418840 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:17.561291 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:17.585684 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58fe3b-8a5e-45f7-a84e-c5bdb0a52b44 None None] The sync data for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi is: [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:56Z', 'revision_number': 4, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi', '_interfaces': [{'id': 'd004d452-b76c-4e68-bb0e-95d3f8e43871', 'name': '', 'network_id': 'bf88a9e5-c149-46bf-b319-2087f5cca550', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'mac_address': 'fa:16:3e:ae:a8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:55Z', 'updated_at': '2022-10-31T12:42:01Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'subnets': [{'id': '4215964b-6dbf-4d8e-836b-120ca8a82c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:44:17.827065 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c3dd72-d1cb-41d6-96f4-787ccee9581b None None] New status for floating IP b2b13d73-8cc6-43c3-af0f-99197318e902: DOWN {{(pid=104559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 12:44:18.182237 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f'}] {{(pid=104558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:44:18.184156 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9de1e8be9824f6f1b2915c58f96daa58f69f5be11e2ea86e35ca01394d816f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab5913a-04bf-4b0c-a7f4-c5259247e892" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f"}]}' {{(pid=104558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:44:18.221805 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 12:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eb4739-8024-470f-9bc5-648300bcfd5e x-openstack-request-id: req-68eb4739-8024-470f-9bc5-648300bcfd5e {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:44:18.222172 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f", "status": "completed", "code": 200}]} {{(pid=104558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:44:18.222488 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68eb4739-8024-470f-9bc5-648300bcfd5e {{(pid=104558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:44:18.222950 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68eb4739-8024-470f-9bc5-648300bcfd5e'] response: {'name': 'network-changed', 'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f', 'status': 'completed', 'code': 200} Oct 31 12:44:18.294625 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-094cc004-c68e-4476-a262-9dcdf6ad17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:18.296387 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-094cc004-c68e-4476-a262-9dcdf6ad17af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 1130 time: 0.0451250 Oct 31 12:44:18.396191 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-843486b3-42bc-4488-9e48-949adb22bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:18.397683 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-843486b3-42bc-4488-9e48-949adb22bfbe service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 200 len: 914 time: 0.0931997 Oct 31 12:44:18.443139 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-255ce24b-a696-4b9f-8c4a-14a454ea7689 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 200 len: 217 time: 0.0377874 Oct 31 12:44:18.495500 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-19627414-b087-404c-8bce-ac26728ac503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:18.496938 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-19627414-b087-404c-8bce-ac26728ac503 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 200 len: 852 time: 0.0446005 Oct 31 12:44:18.539749 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-1b096085-08ff-4193-91e0-7804bf5ff4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:18.541220 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-1b096085-08ff-4193-91e0-7804bf5ff4ad service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=bf88a9e5-c149-46bf-b319-2087f5cca550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383937 Oct 31 12:44:18.639684 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-67cf95bc-5f62-48dc-b37e-188061496f24 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885181 Oct 31 12:44:18.652105 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:18.671602 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=100 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:18.731227 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-3ab5913a-04bf-4b0c-a7f4-c5259247e892 req-c265a648-fe02-4e26-9edb-6f794a9eceed service neutron] 10.222.0.20 "GET /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857866 Oct 31 12:44:19.098460 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:19.341575 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:19.677521 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59fb0-0603-46eb-8c45-ef70e2ffbce4 req-29c94fdb-7c04-4642-8bc8-b641460e1fd2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:19.678996 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c3a59fb0-0603-46eb-8c45-ef70e2ffbce4 req-29c94fdb-7c04-4642-8bc8-b641460e1fd2 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0513637 Oct 31 12:44:19.727021 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-c3a59fb0-0603-46eb-8c45-ef70e2ffbce4 req-8105d865-7640-4c37-a2b2-a9e8d861e00b tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Oct 31 12:44:20.851100 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a56fb-7c2e-42ab-a345-d1526e984581 req-73ac6bae-82a5-4270-b64c-f219c4350ff5 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:20.852613 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ad5a56fb-7c2e-42ab-a345-d1526e984581 req-73ac6bae-82a5-4270-b64c-f219c4350ff5 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0470889 Oct 31 12:44:20.902788 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [req-ad5a56fb-7c2e-42ab-a345-d1526e984581 req-8cac2916-cbea-4b82-a11f-d90502220cb4 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d66ec603-6724-48c4-8903-7afa5513d75b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Oct 31 12:44:21.603953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291bdf-a8ac-4471-abf8-59998335a38a req-f8afdce7-a4f2-4630-a29a-cb769b332011 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 12:44:21.605384 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86291bdf-a8ac-4471-abf8-59998335a38a req-f8afdce7-a4f2-4630-a29a-cb769b332011 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 946 time: 0.0462277 Oct 31 12:44:21.684774 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Deleting port 16976c96-0697-482f-bcc1-98d0bc00538f {{(pid=104557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:21.685114 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), before_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:21.777926 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.db [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] For port 16976c96-0697-482f-bcc1-98d0bc00538f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=16976c96-0697-482f-bcc1-98d0bc00538f,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:21.778284 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), precommit_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:21.790953 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Calling delete_port for 16976c96-0697-482f-bcc1-98d0bc00538f owned by compute:nova {{(pid=104557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:21.919566 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264361140'] for port (16976c96-0697-482f-bcc1-98d0bc00538f), after_delete {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:21.941233 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] get_ports_and_sgs() called for port_ids ['16976c96-0697-482f-bcc1-98d0bc00538f'] {{(pid=104559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 12:44:21.947350 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Pushing event deleted for resources: {'Port': ['ID=16976c96-0697-482f-bcc1-98d0bc00538f,revision_number=None']} {{(pid=104557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:21.994273 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.db.l3_dvrscheduler_db [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] No DVR routers for this DVR port 16976c96-0697-482f-bcc1-98d0bc00538f on host hv-cinder-79617 {{(pid=104557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:44:22.003754 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411321'] for port (None), before_response {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:22.006841 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-86291bdf-a8ac-4471-abf8-59998335a38a req-c94396c7-159c-46f4-9b84-c6da78522bdf tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.20 "DELETE /networking/v2.0/ports/16976c96-0697-482f-bcc1-98d0bc00538f HTTP/1.1" status: 204 len: 173 time: 0.3960981 Oct 31 12:44:22.008552 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'name': 'network-vif-deleted', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f'}] {{(pid=104557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 12:44:22.010769 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}708fad058613c020bde0d287b72f0c9428fd70e1ed3d6af4111c8fbb65ba56c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff65a11f-99cd-4c7f-b883-a29f243abb66" -d '{"events": [{"server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "name": "network-vif-deleted", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f"}]}' {{(pid=104557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 12:44:22.034897 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.wsgi [req-167045bf-7a2b-4700-82dd-b446499a7cc7 req-9d8de51f-3be3-435f-9196-870d05599247 tempest-TestMinimumBasicScenario-686953212 tempest-TestMinimumBasicScenario-686953212-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b4f99a06-df16-4bff-b028-70add159b4ee HTTP/1.1" status: 200 len: 210 time: 0.0421815 Oct 31 12:44:22.050562 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:22.065841 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9427fcf9-b0b8-46ed-8acd-a1cad4aa0803 x-openstack-request-id: req-9427fcf9-b0b8-46ed-8acd-a1cad4aa0803 {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 12:44:22.066235 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f99a06-df16-4bff-b028-70add159b4ee", "name": "network-vif-deleted", "tag": "16976c96-0697-482f-bcc1-98d0bc00538f", "status": "completed", "code": 200}]} {{(pid=104557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 12:44:22.066378 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9427fcf9-b0b8-46ed-8acd-a1cad4aa0803 {{(pid=104557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 12:44:22.066771 dv-cinder-796170-6-iscsi neutron-server[104557]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9427fcf9-b0b8-46ed-8acd-a1cad4aa0803'] response: {'server_uuid': 'b4f99a06-df16-4bff-b028-70add159b4ee', 'name': 'network-vif-deleted', 'tag': '16976c96-0697-482f-bcc1-98d0bc00538f', 'status': 'completed', 'code': 200} Oct 31 12:44:23.779062 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38360) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:24.092752 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (f86d6f47-0a8e-4155-9e04-64579cabeb11), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:24.095003 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:24.284324 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=100 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:24.314109 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Deleting port d004d452-b76c-4e68-bb0e-95d3f8e43871 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:24.314448 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:24.397054 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] For port d004d452-b76c-4e68-bb0e-95d3f8e43871, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d004d452-b76c-4e68-bb0e-95d3f8e43871,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:24.397412 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:24.410220 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Calling delete_port for d004d452-b76c-4e68-bb0e-95d3f8e43871 owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:24.583813 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (d004d452-b76c-4e68-bb0e-95d3f8e43871), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:24.608498 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d004d452-b76c-4e68-bb0e-95d3f8e43871,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:24.770176 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (f86d6f47-0a8e-4155-9e04-64579cabeb11), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:24.790134 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170ae9c3-7c65-442d-bae1-c47f18aa5d4c None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:44:24.870469 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170ae9c3-7c65-442d-bae1-c47f18aa5d4c None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:44:24.954595 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:24.976915 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Router f86d6f47-0a8e-4155-9e04-64579cabeb11 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:44:24.997370 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:25.086336 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:44:25.094640 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-17a994df-c084-4c44-8298-27830ef903b3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/f86d6f47-0a8e-4155-9e04-64579cabeb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3102343 Oct 31 12:44:25.094640 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38362) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:25.096947 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] Sync routers for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:44:25.100251 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:25.110111 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:44:25.110768 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:44:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:25.223790 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:44:25.409742 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:44:24Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:25.439706 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] Checking router: f86d6f47-0a8e-4155-9e04-64579cabeb11 for host: dv-cinder-796170-6-iscsi {{(pid=104560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:44:25.440073 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks [] for router (f86d6f47-0a8e-4155-9e04-64579cabeb11), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:25.448547 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] Routers {'f86d6f47-0a8e-4155-9e04-64579cabeb11'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:44:25.449149 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:44:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['f86d6f47-0a8e-4155-9e04-64579cabeb11'], 'active': True} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:25.481017 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:25.485038 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=100 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:25.537930 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks [] for router_gateway (f86d6f47-0a8e-4155-9e04-64579cabeb11), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:25.554232 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_dvr_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] Set router f86d6f47-0a8e-4155-9e04-64579cabeb11 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:44:25.555893 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:25.565454 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-95349459-86b0-4df8-b944-e9114e406274 None None] Provisioning complete for port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:44:25.566072 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-95349459-86b0-4df8-b944-e9114e406274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:25.566409 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-95349459-86b0-4df8-b944-e9114e406274 None None] Attempt 1 to provision port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e Oct 31 12:44:25.588001 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Deleting port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:25.588352 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:25.629019 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 16976c96-0697-482f-bcc1-98d0bc00538f no longer exists at agent hyperv_hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:25.653818 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] No Port match for: 16976c96-0697-482f-bcc1-98d0bc00538f {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:25.654165 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Device 16976c96-0697-482f-bcc1-98d0bc00538f not bound to the agent host hv-cinder-79617 {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:25.663468 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-95349459-86b0-4df8-b944-e9114e406274 None None] Current status of the port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:44:25.675703 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] For port 5ca81e61-120b-41c8-81e2-ed1fd79a8aba, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:25.676195 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:25.696435 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Calling delete_port for 5ca81e61-120b-41c8-81e2-ed1fd79a8aba owned by network:router_gateway {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:25.817616 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.l3_hamode_db [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:44:24Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:25.845110 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbc1d9-838f-496d-858b-a2221c22cca8 None None] The sync data for ids ['f86d6f47-0a8e-4155-9e04-64579cabeb11'] in dv-cinder-796170-6-iscsi is: [{'id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'name': 'tempest-TestMinimumBasicScenario-20014736-router', 'tenant_id': '0637756aceaf4644bf263b5b5d72d9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:44:24Z', 'revision_number': 5, 'project_id': '0637756aceaf4644bf263b5b5d72d9ac', 'gw_port': {'id': '5ca81e61-120b-41c8-81e2-ed1fd79a8aba', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:07:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86d6f47-0a8e-4155-9e04-64579cabeb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:53Z', 'updated_at': '2022-10-31T12:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}] {{(pid=104560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:44:25.871349 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (5ca81e61-120b-41c8-81e2-ed1fd79a8aba), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:25.898537 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca81e61-120b-41c8-81e2-ed1fd79a8aba,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:25.963660 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (f86d6f47-0a8e-4155-9e04-64579cabeb11), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.050513 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (f86d6f47-0a8e-4155-9e04-64579cabeb11), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.052705 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks [] for router_controller (f86d6f47-0a8e-4155-9e04-64579cabeb11), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.059439 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:26.094036 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (f86d6f47-0a8e-4155-9e04-64579cabeb11), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.094598 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86d6f47-0a8e-4155-9e04-64579cabeb11 {{(pid=104558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:44:26.098910 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.099994 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-b62aeb30-76dc-41a1-a5b6-7ae8fd09872b admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/f86d6f47-0a8e-4155-9e04-64579cabeb11 HTTP/1.1" status: 204 len: 168 time: 1.0044219 Oct 31 12:44:26.102511 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38364) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:26.148208 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] Deleting subnet 4215964b-6dbf-4d8e-836b-120ca8a82c21 {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:44:26.151291 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] Publish callbacks [] for subnet (4215964b-6dbf-4d8e-836b-120ca8a82c21), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.190238 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (4215964b-6dbf-4d8e-836b-120ca8a82c21), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.267460 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (4215964b-6dbf-4d8e-836b-120ca8a82c21), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.304935 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:26.324622 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (4215964b-6dbf-4d8e-836b-120ca8a82c21), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.351604 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4215964b-6dbf-4d8e-836b-120ca8a82c21,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:26.357294 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.361169 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-dec274ba-9769-4b7f-918d-3b3522033303 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/4215964b-6dbf-4d8e-836b-120ca8a82c21 HTTP/1.1" status: 204 len: 168 time: 0.2575889 Oct 31 12:44:26.363463 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38366) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:26.363623 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cf2908-3d57-4e25-8e75-66f46f22f94f None None] Network bf88a9e5-c149-46bf-b319-2087f5cca550 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:44:26.437601 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (bf88a9e5-c149-46bf-b319-2087f5cca550), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.483568 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Deleting port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:26.484011 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.540245 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] DHCP port deletion for bf88a9e5-c149-46bf-b319-2087f5cca550 request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:44:26.556145 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] For port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:26.556512 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.569129 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Calling delete_port for 1e30a0a2-0149-4e16-9d69-a607bdea4e6e owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:26.580690 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] Deleting port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:26.581063 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.645184 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] For port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,segment=NetworkSegment(024791d8-9b27-41f8-93b9-54106ffb5f19),segment_id=024791d8-9b27-41f8-93b9-54106ffb5f19)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:26.645570 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.648438 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.659062 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] Calling delete_port for 1e30a0a2-0149-4e16-9d69-a607bdea4e6e owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:26.674634 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:26.681181 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] No DVR routers for this DVR port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:44:26.743998 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (1e30a0a2-0149-4e16-9d69-a607bdea4e6e), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.753155 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (bf88a9e5-c149-46bf-b319-2087f5cca550), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.767223 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] Pushing event deleted for resources: {'Port': ['ID=1e30a0a2-0149-4e16-9d69-a607bdea4e6e,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:26.773662 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf88a9e5-c149-46bf-b319-2087f5cca550']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:26.773822 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7530a-0411-42dd-96e2-d576839ad1ea None None] No DVR routers for this DVR port 1e30a0a2-0149-4e16-9d69-a607bdea4e6e on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:44:26.785099 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024791d8-9b27-41f8-93b9-54106ffb5f19') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:26.785402 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024791d8-9b27-41f8-93b9-54106ffb5f19') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:26.795320 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (024791d8-9b27-41f8-93b9-54106ffb5f19), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.808634 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (024791d8-9b27-41f8-93b9-54106ffb5f19), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.815143 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:44:26.815561 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (024791d8-9b27-41f8-93b9-54106ffb5f19), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.866944 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 024791d8-9b27-41f8-93b9-54106ffb5f19 resource provider aggregate not found Oct 31 12:44:26.888199 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 024791d8-9b27-41f8-93b9-54106ffb5f19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 024791d8-9b27-41f8-93b9-54106ffb5f19 found for delete ", "request_id": "req-18923356-cad4-4c10-930d-907b123cf356"}]} Oct 31 12:44:26.889600 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (bf88a9e5-c149-46bf-b319-2087f5cca550), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.896129 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:26.899228 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bf88a9e5-c149-46bf-b319-2087f5cca550 HTTP/1.1" status: 204 len: 168 time: 0.5348406 Oct 31 12:44:26.902042 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38372) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:26.917605 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afcdcc-50ee-4d2f-9b7e-195cf145f049 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf88a9e5-c149-46bf-b319-2087f5cca550,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:26.948780 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:27.218237 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1654684'] for router_interface (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:27.260237 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:27.436961 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Deleting port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:27.437298 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:27.518182 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] For port d50ed16d-f928-4fdd-b014-ff8d1e5ebb04, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,segment=NetworkSegment(12837c08-da94-4fc5-ab6c-74c9fd7640b5),segment_id=12837c08-da94-4fc5-ab6c-74c9fd7640b5)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:27.518465 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:27.533520 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Calling delete_port for d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 owned by network:router_interface {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:27.718846 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (d50ed16d-f928-4fdd-b014-ff8d1e5ebb04), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:27.728520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d004d452-b76c-4e68-bb0e-95d3f8e43871 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:27.742149 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50ed16d-f928-4fdd-b014-ff8d1e5ebb04,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:27.749226 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: d004d452-b76c-4e68-bb0e-95d3f8e43871 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:27.749651 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d004d452-b76c-4e68-bb0e-95d3f8e43871 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:27.750259 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 1e30a0a2-0149-4e16-9d69-a607bdea4e6e no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:27.771952 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 1e30a0a2-0149-4e16-9d69-a607bdea4e6e {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:27.772305 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 1e30a0a2-0149-4e16-9d69-a607bdea4e6e not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:27.772719 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5ca81e61-120b-41c8-81e2-ed1fd79a8aba no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:27.793478 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 5ca81e61-120b-41c8-81e2-ed1fd79a8aba {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:27.793824 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5ca81e61-120b-41c8-81e2-ed1fd79a8aba not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:27.803617 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:27.916843 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2062135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1654028'] for router_interface (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:27.937905 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdbc4b5-ff97-4ebf-b964-06f2668eb73e None None] get_active_networks_info from dv-cinder-796170-6-iscsi {{(pid=104559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 12:44:28.007961 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdbc4b5-ff97-4ebf-b964-06f2668eb73e None None] Resources bound (agent type, host, resource id): {{(pid=104559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 12:44:28.112578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:28.131369 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 has already been hosted by L3 agent def220ee-719c-4ad1-9830-a670309affbd {{(pid=104558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 12:44:28.239403 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] Notify agent at l3_agent.dv-cinder-796170-6-iscsi the message routers_updated {{(pid=104558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 12:44:28.244998 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-de27edaa-16e2-49e9-a44e-3e77982e0528 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e28b7ff6-fb6e-4139-8112-7ea0a47f29e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3415942 Oct 31 12:44:28.247053 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38374) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:28.247783 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] Sync routers for ids ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'] in dv-cinder-796170-6-iscsi {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 12:44:28.260258 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] Routers {'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:44:28.260902 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:44:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:28.359315 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks [] for router (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.472921 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks [] for router_gateway (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.516216 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] Set router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 gateway port host: dv-cinder-796170-6-iscsi {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:44:28.523805 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Deleting port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:28.524142 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.592717 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:28.607102 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] For port 5dd64f5f-d293-47f8-9812-ff6366f5ce3f, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,segment=NetworkSegment(7ea0abaa-6566-4682-bd40-fd41059063a2),segment_id=7ea0abaa-6566-4682-bd40-fd41059063a2)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:28.607517 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.620523 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Calling delete_port for 5dd64f5f-d293-47f8-9812-ff6366f5ce3f owned by network:router_gateway {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:28.643878 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:28.702453 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'external_fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:44:27Z', 'revision_number': 5, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port': {'id': '5dd64f5f-d293-47f8-9812-ff6366f5ce3f', 'name': '', 'network_id': '41fb6b06-f279-46d3-90c0-af722ef7c11a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T12:41:58Z', 'updated_at': '2022-10-31T12:42:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c5404-8cdb-4881-9be7-202989094bc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-6-iscsi'}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:28.708367 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.provisioning_blocks [None req-9339fbbd-faa9-4a9e-bc5f-2a122460f4be None None] Provisioning complete for port 67c6fc9f-0645-4614-b53a-c6148eca9198 triggered by entity DHCP. {{(pid=104559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 12:44:28.708737 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-9339fbbd-faa9-4a9e-bc5f-2a122460f4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983124'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), provisioning_complete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.709067 dv-cinder-796170-6-iscsi neutron-server[104559]: INFO neutron.plugins.ml2.plugin [None req-9339fbbd-faa9-4a9e-bc5f-2a122460f4be None None] Attempt 1 to provision port 67c6fc9f-0645-4614-b53a-c6148eca9198 Oct 31 12:44:28.732026 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:28.734324 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] Checking router: e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 for host: dv-cinder-796170-6-iscsi {{(pid=104559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 12:44:28.773964 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] Routers {'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'} bound to L3 agent in host dv-cinder-796170-6-iscsi {{(pid=104559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 12:44:28.774585 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-31T12:24:46Z,description=,heartbeat_timestamp=2022-10-31T12:44:16Z,host='dv-cinder-796170-6-iscsi',id=def220ee-719c-4ad1-9830-a670309affbd,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T12:24:46Z,topic='l3_agent')) {'router_ids': ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'], 'active': True} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:28.791286 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (5dd64f5f-d293-47f8-9812-ff6366f5ce3f), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.821578 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd64f5f-d293-47f8-9812-ff6366f5ce3f,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:28.885572 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvr_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] Set router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 gateway port host: None {{(pid=104559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 12:44:28.886510 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1651675'] for router_gateway (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.939880 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-9339fbbd-faa9-4a9e-bc5f-2a122460f4be None None] Current status of the port 67c6fc9f-0645-4614-b53a-c6148eca9198 is: ACTIVE; New status is: ACTIVE {{(pid=104559) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 12:44:28.942048 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_hamode_db [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:44:28Z', 'revision_number': 6, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port_host': None}], 'dv-cinder-796170-6-iscsi', False) {} {{(pid=104559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:28.971179 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec4e3e-0dbf-4ce7-a530-bc948c154283 None None] The sync data for ids ['e28b7ff6-fb6e-4139-8112-7ea0a47f29e6'] in dv-cinder-796170-6-iscsi is: [{'id': 'e28b7ff6-fb6e-4139-8112-7ea0a47f29e6', 'name': 'tempest-TestMinimumBasicScenario-2002843352-router', 'tenant_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T12:41:57Z', 'updated_at': '2022-10-31T12:44:28Z', 'revision_number': 6, 'project_id': '0be1ace5cc7842cd98dfc975e23f13fb', 'gw_port_host': None}] {{(pid=104559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 12:44:28.974107 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-499843'] for router (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:28.976303 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks [] for router_controller (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.023055 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1654105'] for router (e28b7ff6-fb6e-4139-8112-7ea0a47f29e6), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.023682 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 {{(pid=104558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 12:44:29.027921 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.029000 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-0377f5bb-01fa-4325-83ac-ff0b985f6e95 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/e28b7ff6-fb6e-4139-8112-7ea0a47f29e6 HTTP/1.1" status: 204 len: 168 time: 0.7809930 Oct 31 12:44:29.031513 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38376) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:29.065030 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:29.080571 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] Deleting subnet 980a48aa-11ff-42d6-9197-4331b1e707fa {{(pid=104558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 12:44:29.083675 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] Publish callbacks [] for subnet (980a48aa-11ff-42d6-9197-4331b1e707fa), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.117848 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265031081'] for subnet (980a48aa-11ff-42d6-9197-4331b1e707fa), precommit_delete_associations {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.189995 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-988230'] for subnet (980a48aa-11ff-42d6-9197-4331b1e707fa), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.244872 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-988223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264642075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264560529'] for subnet (980a48aa-11ff-42d6-9197-4331b1e707fa), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.268420 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980a48aa-11ff-42d6-9197-4331b1e707fa,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:29.273816 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.277068 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-12ac9ab7-dde6-4331-b223-e05b2dd4f14f admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/980a48aa-11ff-42d6-9197-4331b1e707fa HTTP/1.1" status: 204 len: 168 time: 0.2444582 Oct 31 12:44:29.280054 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38378) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:29.280217 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b1f40-47ea-4148-8908-7b3c9fee827d None None] Network d141a66b-c3fa-4d63-b8b3-84a85e8f4282 requested from dv-cinder-796170-6-iscsi {{(pid=104559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 12:44:29.350494 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-879066'] for network (d141a66b-c3fa-4d63-b8b3-84a85e8f4282), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.395550 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Deleting port 67c6fc9f-0645-4614-b53a-c6148eca9198 {{(pid=104558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:29.395902 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.433395 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] DHCP port deletion for d141a66b-c3fa-4d63-b8b3-84a85e8f4282 request from dv-cinder-796170-6-iscsi {{(pid=104559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 12:44:29.469197 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.db [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] For port 67c6fc9f-0645-4614-b53a-c6148eca9198, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=67c6fc9f-0645-4614-b53a-c6148eca9198,segment=NetworkSegment(12837c08-da94-4fc5-ab6c-74c9fd7640b5),segment_id=12837c08-da94-4fc5-ab6c-74c9fd7640b5)] {{(pid=104558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:29.469663 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.476303 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] Deleting port 67c6fc9f-0645-4614-b53a-c6148eca9198 {{(pid=104559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 12:44:29.476687 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766969005514'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), before_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.483786 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.plugin [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Calling delete_port for 67c6fc9f-0645-4614-b53a-c6148eca9198 owned by network:dhcp {{(pid=104558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:29.541205 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.db [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] For port 67c6fc9f-0645-4614-b53a-c6148eca9198, host dv-cinder-796170-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-6-iscsi',level=0,port_id=67c6fc9f-0645-4614-b53a-c6148eca9198,segment=NetworkSegment(12837c08-da94-4fc5-ab6c-74c9fd7640b5),segment_id=12837c08-da94-4fc5-ab6c-74c9fd7640b5)] {{(pid=104559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 12:44:29.541606 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642131'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), precommit_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.555980 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] Calling delete_port for 67c6fc9f-0645-4614-b53a-c6148eca9198 owned by network:dhcp {{(pid=104559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 12:44:29.561376 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264642126'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.637210 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-800943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766969009327', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766968534420'] for port (67c6fc9f-0645-4614-b53a-c6148eca9198), after_delete {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.664488 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] Pushing event deleted for resources: {'Port': ['ID=67c6fc9f-0645-4614-b53a-c6148eca9198,revision_number=None']} {{(pid=104559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:29.669104 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafec749-3f92-4718-abdc-7dc1a72641d7 None None] No DVR routers for this DVR port 67c6fc9f-0645-4614-b53a-c6148eca9198 on host dv-cinder-796170-6-iscsi {{(pid=104559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:44:29.784787 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 67c6fc9f-0645-4614-b53a-c6148eca9198 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:29.805124 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 67c6fc9f-0645-4614-b53a-c6148eca9198 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:29.805570 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 67c6fc9f-0645-4614-b53a-c6148eca9198 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:29.806051 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:29.826817 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c6fc9f-0645-4614-b53a-c6148eca9198,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:29.827694 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:29.827694 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device d50ed16d-f928-4fdd-b014-ff8d1e5ebb04 not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:29.827694 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5dd64f5f-d293-47f8-9812-ff6366f5ce3f no longer exists at agent ovs-agent-dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 12:44:29.831675 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] No DVR routers for this DVR port 67c6fc9f-0645-4614-b53a-c6148eca9198 on host dv-cinder-796170-6-iscsi {{(pid=104558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 12:44:29.850994 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.plugin [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] No Port match for: 5dd64f5f-d293-47f8-9812-ff6366f5ce3f {{(pid=104559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 12:44:29.851369 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron.plugins.ml2.rpc [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Device 5dd64f5f-d293-47f8-9812-ff6366f5ce3f not bound to the agent host dv-cinder-796170-6-iscsi {{(pid=104559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 12:44:29.855959 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:29.907689 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989373', 'neutron.services.segments.db._delete_segments_for_network-8766969034370'] for network (d141a66b-c3fa-4d63-b8b3-84a85e8f4282), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.927341 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d141a66b-c3fa-4d63-b8b3-84a85e8f4282']}} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:29.938655 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12837c08-da94-4fc5-ab6c-74c9fd7640b5') {'for_net_delete': True} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:29.938956 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.services.segments.db [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12837c08-da94-4fc5-ab6c-74c9fd7640b5') {} {{(pid=104558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 12:44:29.948871 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766969034433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265031072'] for segment (12837c08-da94-4fc5-ab6c-74c9fd7640b5), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.963155 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878'] for segment (12837c08-da94-4fc5-ab6c-74c9fd7640b5), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:29.970210 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 12:44:29.970680 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-666878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264642173'] for segment (12837c08-da94-4fc5-ab6c-74c9fd7640b5), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.022502 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 12837c08-da94-4fc5-ab6c-74c9fd7640b5 resource provider aggregate not found Oct 31 12:44:30.041244 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.services.segments.plugin [-] Segment 12837c08-da94-4fc5-ab6c-74c9fd7640b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12837c08-da94-4fc5-ab6c-74c9fd7640b5 found for delete ", "request_id": "req-cfe534ce-517c-4a03-8bee-ec4343e50c27"}]} Oct 31 12:44:30.049416 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989366', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2062094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1651703'] for network (d141a66b-c3fa-4d63-b8b3-84a85e8f4282), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.054884 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2062108'] for network (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.057977 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/d141a66b-c3fa-4d63-b8b3-84a85e8f4282 HTTP/1.1" status: 204 len: 168 time: 0.7767398 Oct 31 12:44:30.069450 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041a2a3-54b2-481e-b902-20b351018525 admin admin] Pushing event deleted for resources: {'Network': ['ID=d141a66b-c3fa-4d63-b8b3-84a85e8f4282,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:30.226371 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38386) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:30.268367 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-70f9ba07-4944-4375-8171-ec4a3bbe1b71 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0637756aceaf4644bf263b5b5d72d9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408492 Oct 31 12:44:30.270710 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38388) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:30.318926 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a0744bae-3343-499c-9810-c3992b287823 admin admin] Publish callbacks [] for security_group (d66ec603-6724-48c4-8903-7afa5513d75b), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.320485 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:30.345355 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a0744bae-3343-499c-9810-c3992b287823 admin admin] Publish callbacks [] for security_group (d66ec603-6724-48c4-8903-7afa5513d75b), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.393245 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a0744bae-3343-499c-9810-c3992b287823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (d66ec603-6724-48c4-8903-7afa5513d75b), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.396229 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-a0744bae-3343-499c-9810-c3992b287823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.397528 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-a0744bae-3343-499c-9810-c3992b287823 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d66ec603-6724-48c4-8903-7afa5513d75b HTTP/1.1" status: 204 len: 168 time: 0.1259127 Oct 31 12:44:30.405442 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0744bae-3343-499c-9810-c3992b287823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66ec603-6724-48c4-8903-7afa5513d75b,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:30.702900 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38394) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:30.742450 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-d9abca7f-b902-431b-804f-ec216be3fc56 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0be1ace5cc7842cd98dfc975e23f13fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383224 Oct 31 12:44:30.744752 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [-] (104558) accepted ('10.222.0.15', 38396) {{(pid=104558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 12:44:30.791091 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-928fbc38-7cb6-4c4f-b6ec-c817fa61243c admin admin] Publish callbacks [] for security_group (bdeda282-735c-427b-bccc-8aeea1aa952e), before_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.811915 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-928fbc38-7cb6-4c4f-b6ec-c817fa61243c admin admin] Publish callbacks [] for security_group (bdeda282-735c-427b-bccc-8aeea1aa952e), precommit_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.856859 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-928fbc38-7cb6-4c4f-b6ec-c817fa61243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1976847'] for security_group (bdeda282-735c-427b-bccc-8aeea1aa952e), after_delete {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.860280 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron_lib.callbacks.manager [None req-928fbc38-7cb6-4c4f-b6ec-c817fa61243c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:30.861391 dv-cinder-796170-6-iscsi neutron-server[104558]: INFO neutron.wsgi [None req-928fbc38-7cb6-4c4f-b6ec-c817fa61243c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bdeda282-735c-427b-bccc-8aeea1aa952e HTTP/1.1" status: 204 len: 168 time: 0.1157775 Oct 31 12:44:30.868853 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fbc38-7cb6-4c4f-b6ec-c817fa61243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeda282-735c-427b-bccc-8aeea1aa952e,revision_number=None']} {{(pid=104558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 12:44:32.003825 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=63,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:32.013732 dv-cinder-796170-6-iscsi neutron-server[104557]: DEBUG dbcounter [-] [104557] Writing DB stats neutron:SELECT=61,neutron:DELETE=4 {{(pid=104557) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:35.647811 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:44:40.419292 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=72,neutron:DELETE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:40.864043 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=28,neutron:DELETE=5 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:40.864800 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG dbcounter [-] [104558] Writing DB stats neutron:SELECT=57,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104558) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:40.881820 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:43.974474 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b373e99c-2db1-46dd-8bd2-34b36065c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:46.131887 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-028d4d09-5454-4540-b7af-307ef59c66b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:47.423413 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:49.100809 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:49.345696 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:52.047113 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:44:59.412914 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=31 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:44:59.413609 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:02.040735 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:02.042618 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:12.647541 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:45:13.980910 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b6595768-b8ed-47a6-97e7-54c2774352da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:16.133119 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-d59d3b89-5c31-462c-9cce-05013fbb0576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:17.424774 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:19.106583 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:19.347570 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:22.054720 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:29.442094 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:29.447131 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:32.048882 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:32.050827 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:43.972232 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-e7f45c53-7d4f-4b6e-a814-d885af426266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:44.150560 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=11 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:44.158320 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=15 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:45:46.134831 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1ac6c179-14ed-4791-bbd5-cee98911a861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:47.427721 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:49.107727 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:49.349704 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:45:49.646935 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:45:52.054550 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:02.048760 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:02.050779 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:06.431415 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=2 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:06.442405 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=6 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:13.974137 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0d9f-af71-4bf6-b987-eac5c3d99515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:16.136668 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-aeda5757-7357-46b4-98fc-27fd4f2e3668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:17.432004 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:19.111461 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:19.351417 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:22.070360 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:26.646383 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:46:32.064717 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:32.065580 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:43.442953 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:43.447215 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:46:43.975975 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-57bbfc15-f978-44df-95fa-93401ddaf9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:46.139548 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-09b5033f-48cb-4ca9-a401-fc8eeb4de822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:47.436910 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:49.113447 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:49.353986 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:46:52.070014 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:03.646271 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:47:04.151645 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:47:04.157615 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:47:13.977373 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-acbb53be-ee61-4f92-819b-d236810c3662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:16.142520 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-952a023c-16a5-4b28-94cc-0d9cdca44402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:17.437464 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:19.116795 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:19.361347 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:20.447856 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=4 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:47:20.452828 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=4 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:47:22.087248 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:32.081199 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:47:32.083127 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:47:40.645395 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:47:43.978988 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-7ad3afd5-4f3a-4493-af42-d5087741e094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:46.145543 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b036c240-2651-45e9-abc1-e00e142740a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:47.440092 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:49.121748 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:49.353939 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:52.104277 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:47:57.443626 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=15 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:47:57.449385 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=19 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:48:02.098458 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:48:02.100390 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:48:13.980467 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-de971272-2517-4eaa-81ee-671febeb7fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:16.154010 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-909352f3-cb0e-447f-9809-a0b04ad03a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:17.442215 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:17.644179 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:48:19.125558 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:19.355499 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:22.119626 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:32.114314 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:48:32.116263 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:48:42.454379 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=4 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:48:42.455410 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:48:42.515674 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [req-85a9072e-86f8-49b3-8df8-72b6006e358e req-b5ba1f66-f7da-4182-b387-211349bb28bf service neutron] (104558) timed out ('10.222.0.20', 53834) {{(pid=104558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 12:48:42.748867 dv-cinder-796170-6-iscsi neutron-server[104558]: DEBUG neutron.wsgi [req-28838c7b-775d-45cf-b454-f2ab88d3b114 req-e6aee153-8923-496f-ae47-3252a50c89e1 service neutron] (104558) timed out ('10.222.0.20', 53814) {{(pid=104558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 12:48:43.981920 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-3b918b7f-bbd8-4233-828b-ed35349e652b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:46.146807 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-08582d12-39c3-4efe-88e5-91ddef747155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:47.445122 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:49.128500 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:49.358196 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:52.118230 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:48:54.642469 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:49:04.287955 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:04.294242 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:11.446552 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=3 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:11.451220 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=5 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:13.984340 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-0e7327f7-61fa-43a9-ae64-b1ad0e03cbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:16.149412 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-4c722efd-e619-4df0-9166-e5101ce4ec4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:17.448388 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:19.131373 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:19.360364 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:22.133610 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:31.640774 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG neutron.db.agents_db [None req-f7c6a630-069e-47c3-869d-7ec3a760cdaf None None] Agent healthcheck: found 6 active agents {{(pid=104560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 12:49:32.124027 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:32.129104 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG dbcounter [-] [104559] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104559) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:43.986203 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-b9e18943-2105-48a7-bbbd-01e46e669f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (7f32c711-8921-42bc-93f5-4085eda01fb1), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:46.152828 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-10576665-7ddf-4f2e-a4e8-8a65dc172bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (def220ee-719c-4ad1-9830-a670309affbd), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:47.451297 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-74f1ca8d-6d50-4889-970d-12fe225962dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (be953c79-5e5d-4181-b342-7de2c61ff814), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:48.441864 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=15 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:48.448039 dv-cinder-796170-6-iscsi neutron-server[104560]: DEBUG dbcounter [-] [104560] Writing DB stats neutron:SELECT=19 {{(pid=104560) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 12:49:49.135370 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b159-9c89-4bf5-9f3a-caaf8d1d2612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (9a1e3dae-5094-4ddb-80f6-1188ca00d981), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:49.364119 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-c824a627-9b04-42e9-84dc-a7a36e7ed333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (fa53e273-9b1c-4a49-a331-fc4585d58835), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 12:49:52.134465 dv-cinder-796170-6-iscsi neutron-server[104559]: DEBUG neutron_lib.callbacks.manager [None req-1a3a698d-1c80-4eed-9427-187e7e3672b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766969034352', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983294'] for agent (50ef3cdd-1755-411f-badd-69f9ede5c0c3), after_update {{(pid=104559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}